-- Logs begin at Wed 2021-05-19 05:07:49 UTC, end at Wed 2021-05-19 06:13:16 UTC. -- May 19 05:47:32.543731 dv-cinder-782405-8-smb systemd[1]: Started Devstack devstack@q-svc.service. May 19 05:47:34.917680 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.common.config [-] Logging enabled! May 19 05:47:34.918269 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 05:47:34.918429 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 05:47:34.921567 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.common.config [-] Logging enabled! May 19 05:47:34.921820 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 05:47:34.922121 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 05:47:34.923011 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 05:47:34.923265 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 05:47:34.923618 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 05:47:34.923860 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 05:47:34.924082 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 05:47:34.924394 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.924687 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.924975 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.925199 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.925486 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.925771 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.926049 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.926332 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.926625 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.926906 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.927203 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.927487 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.927713 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.927990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.928269 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.928549 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.928769 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] debug = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.929045 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.929464 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.929877 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.930180 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.930470 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.930745 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.931011 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.931309 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.931588 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.931909 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] host = dv-cinder-782405-8-smb {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.932180 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.932459 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.932739 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.933017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.933285 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.933553 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.933829 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.934092 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.934357 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.934622 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.934903 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.935204 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.935488 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.935708 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.935924 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.936202 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.936481 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.936750 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.937016 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.937282 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.937553 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.937820 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.938082 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.938358 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.938635 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.938911 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.939201 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.939468 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.939732 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.939996 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.940273 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.940539 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.940804 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.941069 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.941344 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.941605 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.941870 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.942158 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.942435 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.942709 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.942982 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.943279 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.943555 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.943822 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.944088 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.944353 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] use_json = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.944618 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.944878 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.945152 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.945416 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.946219 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.946486 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.946753 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.947029 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:34.947345 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.947634 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.947928 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.948211 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.948499 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.948775 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.949057 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.949330 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.949611 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.949891 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.950172 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.950443 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.950726 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.950998 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.951310 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.951605 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.951893 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.952178 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.952448 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.952715 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.952982 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.953253 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.953531 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.953819 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.954101 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.954369 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.954642 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.954925 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.955225 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.955493 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.955766 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.956046 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.956318 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.956587 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.956942 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.957222 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.957487 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.957752 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.958031 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.958315 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.958587 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.958851 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.959140 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.959412 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.959679 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.959956 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.960225 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.960492 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.960757 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.961027 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.961867 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.962138 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.962412 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.962681 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.962955 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.963255 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.963525 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.963790 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.964054 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.964321 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.964585 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.964850 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.965120 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.965386 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.965650 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.965915 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.966179 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.966449 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.966730 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.967023 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.967325 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.967601 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.967877 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.968159 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.968433 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.968707 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.968982 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.969255 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.969524 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.969809 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.970088 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.970370 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.970649 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.970920 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.971248 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.971525 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.971803 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.972078 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.972351 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.972635 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.972913 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.973202 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.973488 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.973773 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.974059 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.974346 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.974623 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.974925 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.975228 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:34.975442 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 05:47:34.975676 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 05:47:35.320356 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:35.320652 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:35.320938 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:47:35.321275 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 05:47:35.622859 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.623095 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.623356 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.624527 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.624792 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.625048 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.741831 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.742107 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.742386 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.755184 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.755454 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.755714 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.784476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.784749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.785010 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.822536 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.822804 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:35.823064 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.051314 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.051916 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.051916 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.052112 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.052834 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.176939 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.177259 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.177539 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.177816 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.178083 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.178393 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.178649 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.178902 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.179177 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.179456 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.179716 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.180011 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.180275 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.180531 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.180795 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.181064 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.181316 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.181727 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.181984 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.182266 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.182613 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.182865 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.183131 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.183413 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.183661 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.183905 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.184285 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:36.184520 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:36.184754 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:36.184985 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:36.185215 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:36.185444 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:36.185813 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 05:47:36.188886 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 05:47:36.192773 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 05:47:36.196553 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 19 05:47:36.198178 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 05:47:36.198622 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 05:47:36.198955 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 05:47:36.199367 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 05:47:36.202300 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 05:47:36.202549 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 05:47:36.202893 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 05:47:36.231768 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 05:47:36.232205 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.232496 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 05:47:36.232852 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.234197 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 05:47:36.234476 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 05:47:36.234720 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 05:47:36.237870 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.238148 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:36.307343 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 05:47:36.307531 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 05:47:36.307764 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 05:47:36.308126 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 05:47:36.337572 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_db.sqlalchemy.engines [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 05:47:36.831247 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing driver for type 'gre' May 19 05:47:36.831771 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] gre ID ranges: [(1, 1000)] May 19 05:47:37.019752 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing driver for type 'local' May 19 05:47:37.020144 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing driver for type 'vlan' May 19 05:47:37.145397 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] VlanTypeDriver initialization complete May 19 05:47:37.145970 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing driver for type 'vxlan' May 19 05:47:37.146136 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] vxlan ID ranges: [(1, 1000)] May 19 05:47:37.344848 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing extension driver 'port_security' May 19 05:47:37.345186 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] PortSecurityExtensionDriver initialization complete May 19 05:47:37.345526 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing mechanism driver 'openvswitch' May 19 05:47:37.345848 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing mechanism driver 'hyperv' May 19 05:47:37.352854 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:37.353708 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.354083 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.354433 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.354820 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.355194 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.355543 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.355998 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.356345 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.356683 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.357055 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > security_group after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.357396 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > security_group after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.357736 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.358118 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.358459 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.358794 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.359195 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > address_group after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.359539 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > address_group after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.359867 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.360198 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] ML2 OVO RPC backend initialized. {{(pid=103686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 05:47:37.360893 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.361237 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.361644 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.361986 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > networks before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.362328 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.362664 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > ports before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.362999 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.363369 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnets before_response 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.363705 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.364036 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.364361 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.364689 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.365018 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.365342 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.365666 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.365993 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.366317 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.366963 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.plugin [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Modular L2 Plugin initialization complete May 19 05:47:37.367968 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading services supported by the core plugin {{(pid=103686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 05:47:37.368305 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.plugins.ml2.managers [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Got port-security extension from driver 'port_security' May 19 05:47:37.368765 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.extensions.vlantransparent [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Disabled vlantransparent extension. May 19 05:47:37.372447 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 05:47:37.372447 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: router May 19 05:47:37.412256 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.412653 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_create 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.413025 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router before_create 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.413389 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.413760 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.414112 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_delete 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.415000 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.415381 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_create 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.415724 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_update 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.416068 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_update 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.416667 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.417018 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_update 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.417418 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_update 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.417778 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.418115 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.418449 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: subnet after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.418780 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.419154 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.419497 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_create 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.419834 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.420170 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.420517 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router after_update 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.420853 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.421199 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_create 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.421551 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.421888 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_update 55549900 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.422252 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > network after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.423132 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Tracking information for resource: router configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:37.423467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Tracking information for resource: floatingip configured {{(pid=103686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 05:47:37.428452 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.db.l3_agentschedulers_db [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 05:47:37.429025 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.429382 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port after_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.429734 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port after_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.430654 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: port after_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.431470 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router before_create 55550100 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.439695 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.439695 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_create 55550100 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.439695 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > router precommit_update 55550100 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.439695 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.provider_configuration [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service providers = [] {{(pid=103686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 05:47:37.439695 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.db.servicetype_db [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 05:47:37.442261 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.service_base [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:47:37.442608 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.service_base [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:47:37.442947 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.service_base [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:47:37.443843 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.services.service_base [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 05:47:37.444211 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.services.service_base [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 05:47:37.444754 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.445070 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 05:47:37.455585 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.455921 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: auto_allocate May 19 05:47:37.461549 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: network precommit_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.461914 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: network precommit_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.462427 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.462743 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: tag May 19 05:47:37.469514 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.469841 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: timestamp May 19 05:47:37.473581 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.473905 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: network_ip_availability May 19 05:47:37.479720 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.480071 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.480419 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.481134 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.481450 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: flavors May 19 05:47:37.486299 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.486631 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading Plugin: revisions May 19 05:47:37.490825 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 05:47:37.491248 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_concurrency.lockutils [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.170s {{(pid=103686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:47:37.491969 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 05:47:37.492912 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Initializing extension manager. May 19 05:47:37.493414 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: __init__.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.493751 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: __pycache__ {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.494080 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.494407 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: address_group.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.495178 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.495741 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: address-group May 19 05:47:37.496061 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: address_scope.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.496757 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.497263 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: address-scope May 19 05:47:37.497580 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.498487 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.498993 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: router-admin-state-down-before-update May 19 05:47:37.499336 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: agent.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.500020 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.500520 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: agent May 19 05:47:37.500836 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: agent_resources_synced.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.501729 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.502236 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: agent-resources-synced May 19 05:47:37.502553 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: allowedaddresspairs.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.504318 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.504841 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: allowed-address-pairs May 19 05:47:37.505166 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: auto_allocated_topology.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.506220 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.506736 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: auto-allocated-topology May 19 05:47:37.507058 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: availability_zone.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.507765 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.508298 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: availability_zone May 19 05:47:37.508616 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: availability_zone_filter.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.509505 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.510014 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: availability_zone_filter May 19 05:47:37.510332 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: data_plane_status.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.511262 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.511765 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension data-plane-status not supported by any of loaded plugins May 19 05:47:37.512078 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: default_subnetpools.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.512970 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.513473 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: default-subnetpools May 19 05:47:37.513790 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.514579 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.515110 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: dhcp_agent_scheduler May 19 05:47:37.515434 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: dns.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.516319 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.516819 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension dns-integration not supported by any of loaded plugins May 19 05:47:37.517135 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: dns_domain_ports.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.518030 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.518529 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 05:47:37.518847 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: dvr.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.519540 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.520042 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: dvr May 19 05:47:37.520357 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: empty_string_filtering.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.521254 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.521762 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: empty-string-filtering May 19 05:47:37.522077 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.522963 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.523515 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 05:47:37.523835 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.524719 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.525221 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 05:47:37.525541 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: external_net.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.526437 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.526939 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: external-net May 19 05:47:37.527284 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.528183 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.528691 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: extra_dhcp_opt May 19 05:47:37.529007 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: extraroute.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.529894 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.530401 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: extraroute May 19 05:47:37.530718 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: extraroute_atomic.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.531753 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.532266 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: extraroute-atomic May 19 05:47:37.532587 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: filter_validation.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.533238 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.533741 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: filter-validation May 19 05:47:37.534057 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: fip_pf_description.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.535145 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.535660 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 05:47:37.535981 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: fip_port_details.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.536875 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.537380 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: fip-port-details May 19 05:47:37.537737 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: flavors.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.538936 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.540017 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: flavors May 19 05:47:37.540338 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.542229 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.542748 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 05:47:37.543096 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: floatingip_pools.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.543786 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.544291 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: floatingip-pools May 19 05:47:37.544613 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: ip_allocation.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.545523 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.546036 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension ip_allocation not supported by any of loaded plugins May 19 05:47:37.546360 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.547296 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.547810 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: ip-substring-filtering May 19 05:47:37.548130 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l2_adjacency.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.549036 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.549540 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 05:47:37.549861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.550795 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.551341 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: router May 19 05:47:37.551664 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.553857 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.554380 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 05:47:37.554706 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.556216 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.556734 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: ext-gw-mode May 19 05:47:37.557057 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.557952 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.558460 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: l3-ha May 19 05:47:37.558779 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3_flavors.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.559713 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.560218 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: l3-flavors May 19 05:47:37.560535 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.561422 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.561928 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 05:47:37.562243 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: l3agentscheduler.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.563294 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.563807 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: l3_agent_scheduler May 19 05:47:37.564129 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: logging.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.565598 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.566113 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension logging not supported by any of loaded plugins May 19 05:47:37.566437 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: metering.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.567261 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.567837 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: metering May 19 05:47:37.568156 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.569232 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.569748 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: metering_source_and_destination_fields May 19 05:47:37.570069 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: multiprovidernet.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.571138 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.571656 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: multi-provider May 19 05:47:37.571975 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: netmtu.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.572873 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.573381 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: net-mtu May 19 05:47:37.573753 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: netmtu_writable.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.574603 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.575132 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: net-mtu-writable May 19 05:47:37.575455 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: network_availability_zone.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.576112 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.576611 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: network_availability_zone May 19 05:47:37.576925 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: network_ip_availability.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.577988 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.578500 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: network-ip-availability May 19 05:47:37.578818 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: network_segment_range.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.579591 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.580096 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension network-segment-range not supported by any of loaded plugins May 19 05:47:37.580411 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: pagination.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.581369 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.581697 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: pagination May 19 05:47:37.582013 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: port_device_profile.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.582903 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.583448 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: port-device-profile May 19 05:47:37.583770 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.584673 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.585179 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: port-mac-address-regenerate May 19 05:47:37.585503 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.586931 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.587483 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: port-numa-affinity-policy May 19 05:47:37.587805 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: port_resource_request.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.588699 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.589201 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension port-resource-request not supported by any of loaded plugins May 19 05:47:37.589520 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: portbindings.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.590420 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.590924 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: binding May 19 05:47:37.591276 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: portbindings_extended.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.592512 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.593021 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: binding-extended May 19 05:47:37.593342 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: portsecurity.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.594249 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.594756 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: port-security May 19 05:47:37.595100 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: project_id.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.596052 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.596377 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: project-id May 19 05:47:37.596694 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: providernet.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.597605 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.598118 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: provider May 19 05:47:37.598440 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.602536 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.603054 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos not supported by any of loaded plugins May 19 05:47:37.603399 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.604618 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.605129 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 05:47:37.605456 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.606364 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.606875 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 05:47:37.607236 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_default.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.608133 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.608645 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-default not supported by any of loaded plugins May 19 05:47:37.608968 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_fip.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.609606 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.610109 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-fip not supported by any of loaded plugins May 19 05:47:37.610428 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_gateway_ip.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.611367 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.611882 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 05:47:37.612200 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_port_network_policy.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.613088 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.613594 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 05:47:37.613911 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_rule_type_details.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.614808 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.615354 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 05:47:37.615676 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: qos_rules_alias.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.616706 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.617213 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 05:47:37.617580 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: quotasv2.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.618580 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.618906 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: quotas May 19 05:47:37.619261 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: quotasv2_detail.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.620856 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.621188 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: quota_details May 19 05:47:37.621514 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: rbac.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.622537 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.623056 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: rbac-policies May 19 05:47:37.623410 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: rbac_address_group.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.624320 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.624834 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: rbac-address-group May 19 05:47:37.625155 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: rbac_address_scope.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.626061 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.626572 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: rbac-address-scope May 19 05:47:37.626892 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: rbac_security_groups.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.627819 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.628327 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: rbac-security-groups May 19 05:47:37.628644 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: rbac_subnetpool.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.629537 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.630041 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: rbac-subnetpool May 19 05:47:37.630357 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: revisionifmatch.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.631282 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.631789 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: revision-if-match May 19 05:47:37.632106 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: revisions.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.633271 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.633779 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: standard-attr-revisions May 19 05:47:37.634103 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: router_availability_zone.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.634762 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.635301 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: router_availability_zone May 19 05:47:37.635620 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: routerservicetype.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.636525 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.637036 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension router-service-type not supported by any of loaded plugins May 19 05:47:37.637355 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.638254 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.638764 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: security-groups-normalized-cidr May 19 05:47:37.639091 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.640009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.640524 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: port-security-groups-filtering May 19 05:47:37.640842 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.641738 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.642251 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: security-groups-remote-address-group May 19 05:47:37.642567 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: securitygroup.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.652651 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.653179 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: security-group May 19 05:47:37.653512 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: segment.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.654281 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.654788 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension segment not supported by any of loaded plugins May 19 05:47:37.655144 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.656057 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.656610 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 05:47:37.656889 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: servicetype.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.657982 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.658500 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: service-type May 19 05:47:37.658825 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: sorting.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.659819 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.660151 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: sorting May 19 05:47:37.660468 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: standard_attr_segment.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.661372 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.661900 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 05:47:37.662219 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: standardattrdescription.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.662848 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.663387 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: standard-attr-description May 19 05:47:37.663706 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: stateful_security_group.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.665208 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.665724 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: stateful-security-group May 19 05:47:37.666043 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: stdattrs_common.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.666876 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 05:47:37.667229 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.668202 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.668708 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 05:47:37.669024 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: subnet_onboard.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.670107 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.670622 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: subnet_onboard May 19 05:47:37.670941 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.671888 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.672394 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 05:47:37.672712 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: subnet_service_types.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.673607 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.674120 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: subnet-service-types May 19 05:47:37.674437 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: subnetallocation.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.675514 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.676027 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: subnet_allocation May 19 05:47:37.676346 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.676998 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.677506 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: subnetpool-prefix-ops May 19 05:47:37.677823 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.678749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.679285 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 05:47:37.679607 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: tagging.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.680685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.681222 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: standard-attr-tag May 19 05:47:37.681546 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: timestamp.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.682705 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.683255 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loaded extension: standard-attr-timestamp May 19 05:47:37.683581 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: trunk.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.684586 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.685099 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension trunk not supported by any of loaded plugins May 19 05:47:37.685421 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: trunk_details.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.686325 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.686842 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension trunk-details not supported by any of loaded plugins May 19 05:47:37.687200 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: uplink_status_propagation.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.688112 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.688621 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 05:47:37.688943 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Loading extension file: vlantransparent.py {{(pid=103686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 05:47:37.689594 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 05:47:37.690099 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 05:47:37.692527 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:network May 19 05:47:37.693235 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:subnet May 19 05:47:37.693999 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:47:37.694601 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:port May 19 05:47:37.695941 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.696392 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service FLAVORS assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.697018 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.697454 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.697782 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:router May 19 05:47:37.698440 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:floatingip May 19 05:47:37.699162 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service METERING assigned prefix: /metering {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.700573 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.700937 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.701283 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:47:37.702392 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of CountableResource for resource:rbac_policy May 19 05:47:37.702847 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:security_group May 19 05:47:37.703539 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 05:47:37.704287 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service CORE assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.704619 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:47:37.704955 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] subnetpool is already registered May 19 05:47:37.705548 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service CORE assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.705875 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:47:37.706193 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] subnetpool is already registered May 19 05:47:37.709827 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.710264 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service FLAVORS assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.710853 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.711816 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.712149 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:router May 19 05:47:37.712473 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] router is already registered May 19 05:47:37.713064 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:floatingip May 19 05:47:37.713386 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] floatingip is already registered May 19 05:47:37.714008 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service METERING assigned prefix: /metering {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.714696 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of CountableResource for resource:rbac_policy May 19 05:47:37.715021 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] rbac_policy is already registered May 19 05:47:37.715605 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:security_group May 19 05:47:37.715930 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] security_group is already registered May 19 05:47:37.716535 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 05:47:37.716860 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] security_group_rule is already registered May 19 05:47:37.717519 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service CORE assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.717843 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:47:37.718171 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] subnetpool is already registered May 19 05:47:37.718776 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.v2.resource_helper [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Service CORE assigned prefix: {{(pid=103686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 05:47:37.719145 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Creating instance of TrackedResource for resource:subnetpool May 19 05:47:37.719466 dv-cinder-782405-8-smb neutron-server[103686]: WARNING neutron.quota.resource_registry [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] subnetpool is already registered May 19 05:47:37.720116 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: extensions {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.721595 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: address-groups {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.723209 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: address-scopes {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.724423 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: agents {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.725598 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: auto-allocated-topology {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.727676 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: availability_zones {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.729601 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: dhcp-networks {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.731020 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: dhcp-agents {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.732481 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: routers {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.734275 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: flavors {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.735468 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: service_profiles {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.736658 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: next_providers {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.738183 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: service_profiles {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.739644 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: floatingip-pools {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.740860 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: routers {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.742753 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: floatingips {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.743967 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: l3-routers {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.745347 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: l3-agents {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.746754 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: metering-labels {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.748132 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: metering-label-rules {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.749432 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: network-ip-availabilities {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.750681 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: bindings {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.752357 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: quotas {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.753764 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: quotas {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.755261 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: rbac-policies {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.756548 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: security-groups {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.757751 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: security-group-rules {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.759134 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: service-providers {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.760377 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: subnetpools {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.761771 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: subnetpools {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.763287 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.764943 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.766754 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.768545 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.771311 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.773164 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.775474 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.886438 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.888243 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.890110 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron.api.extensions [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Extended resource: tags {{(pid=103686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 05:47:37.895953 dv-cinder-782405-8-smb neutron-server[103686]: WARNING keystonemiddleware.auth_token [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 05:47:37.900700 dv-cinder-782405-8-smb neutron-server[103686]: WARNING keystonemiddleware.auth_token [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 05:47:37.908949 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_concurrency.lockutils [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Acquired lock "singleton_lock" {{(pid=103686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 05:47:37.909357 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_concurrency.lockutils [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Releasing lock "singleton_lock" {{(pid=103686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 05:47:37.909979 dv-cinder-782405-8-smb neutron-server[103686]: INFO oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Starting 2 workers May 19 05:47:37.915115 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Started child 103795 {{(pid=103686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:47:37.919629 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Started child 103796 {{(pid=103686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:47:37.921199 dv-cinder-782405-8-smb neutron-server[103686]: INFO neutron.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 05:47:37.921830 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Notify callbacks [] for process, before_spawn {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:37.922230 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:37.923768 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [-] (103795) wsgi starting up on http://0.0.0.0:9696 May 19 05:47:37.923930 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:37.924334 dv-cinder-782405-8-smb neutron-server[103686]: INFO oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Starting 1 workers May 19 05:47:37.925312 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [-] (103796) wsgi starting up on http://0.0.0.0:9696 May 19 05:47:37.929245 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Started child 103797 {{(pid=103686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:47:37.930393 dv-cinder-782405-8-smb neutron-server[103686]: INFO oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Starting 1 workers May 19 05:47:37.933423 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] calling RpcWorker wait() {{(pid=103797) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 05:47:37.933962 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] returning from RpcWorker wait() {{(pid=103797) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 05:47:37.934575 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Started child 103798 {{(pid=103686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 05:47:37.935234 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:37.935375 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e5db-3bb3-4d61-b292-09b7f0dd2521 None None] Notify callbacks [] for process, after_spawn {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:37.935786 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:37.937233 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 05:47:37.937470 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 05:47:37.937655 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 05:47:37.937871 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 05:47:37.938234 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 05:47:37.938403 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 05:47:37.938885 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.939177 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:37.939646 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.939646 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.939772 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.939990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.940555 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.940825 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.941077 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.941357 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.941616 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.941792 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.941961 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.942202 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.942428 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.942730 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.942998 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.943277 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.943571 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.943742 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.944000 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.944258 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.944505 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.944774 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] debug = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.945030 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.945535 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.945762 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.946017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.946247 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.946524 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.946770 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.947018 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.947293 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.947544 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.947791 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.948061 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.948300 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.948514 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.948733 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.948999 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.949214 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.949698 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] host = dv-cinder-782405-8-smb {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.949935 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.950171 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.950422 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.950686 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.950932 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.951199 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.951453 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.951709 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.951964 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.952188 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.952453 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.952691 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.952909 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.953156 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.953320 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_options = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.953533 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.953813 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.954076 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.954264 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.954417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.954593 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.954868 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.955027 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.955293 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.955529 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.955749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.955978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.956216 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.956448 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.956711 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.956963 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.957196 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.957426 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.957690 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.957915 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.958136 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.958360 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.958574 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.958787 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.959000 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.959268 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.959613 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.959775 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.959913 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.960129 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.960377 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.960629 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.960863 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.961142 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.961375 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.961612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.961826 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.962087 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.962321 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.962579 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.962822 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.963037 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.963305 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.963537 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.963750 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.963993 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_json = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.964205 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.964442 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.965363 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:37.965586 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.965586 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.965854 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.965854 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.966109 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.966310 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:37.966727 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.967018 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.967350 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.967583 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.972485 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973001 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973869 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.973869 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.974065 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.974249 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.974467 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.974735 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.974983 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.975230 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.975454 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.975685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.975901 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.976151 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.976373 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.977133 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.977386 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.977630 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.977847 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.978065 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.978283 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.978514 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.978757 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.979155 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.979584 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.979979 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.980360 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.980586 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.980973 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.981105 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.981447 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.981592 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.981718 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.981923 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.982132 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.982365 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.982617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.982841 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.983056 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.983293 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.983532 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.983745 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.983978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.984200 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.984413 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.984631 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.984870 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.985088 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.985323 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.985557 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.985770 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.985983 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.986216 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.986432 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.986665 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.986876 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.987107 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.987342 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.987558 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.987845 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.988158 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.988405 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.988670 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.988915 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.989178 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.989864 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.989864 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.989864 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.990685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.990685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.990685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.991108 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.991108 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.991386 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.991541 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.991722 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.991975 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.992229 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.993124 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.993367 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.993629 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.993903 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.994160 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.994412 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.994663 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.994902 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.995200 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.995446 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.995722 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.995961 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.996232 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.996532 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.996794 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.997274 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.997426 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.997571 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.997808 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.998059 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.998306 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.998553 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.998806 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.999025 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.999326 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.999577 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:37.999798 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.000018 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.000271 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.000606 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.001044 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.001044 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.001454 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.001681 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.001931 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.002188 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.002423 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.002682 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.002935 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.003246 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.003495 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.003709 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.003954 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.004186 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.004401 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.004636 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.004857 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.005075 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.005287 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.005497 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.005942 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.005942 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.006222 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.006403 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.006622 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.006837 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.007285 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.007489 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.007664 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.007833 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.008226 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.008226 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.008502 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.008638 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.008878 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.009096 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.009359 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.009623 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.009835 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.010086 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.010341 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.010928 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.010928 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.011247 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.011385 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.011548 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.011686 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.011896 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.012126 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.012361 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.012591 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.012806 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.013059 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.013301 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.013795 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.013929 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.014118 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.014366 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.014582 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.015372 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.015372 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.015372 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.015685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.015685 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.016021 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.016149 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.016608 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.016608 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.016850 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.017040 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.017258 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.017476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.017688 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.017983 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.018350 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.018483 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.018680 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.018923 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.019172 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.019388 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.019599 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.019815 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.020023 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.020248 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.020458 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.020667 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.020879 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.021077 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.021299 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.021508 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.021717 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.021951 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.022159 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.022402 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.022630 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.022838 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.023053 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.023284 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.023637 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.023889 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.024117 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.024403 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.024650 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.024902 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.025148 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.025475 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.025705 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.025954 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.026191 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.026408 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.026626 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.026878 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.027226 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.027515 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.027776 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.028009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.028299 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.028580 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.028822 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.029059 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.029372 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.029707 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.029995 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.030253 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.030482 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.030770 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.030998 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.031239 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.031476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.031721 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.032084 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.032749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.032749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.032749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.033228 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.033228 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.033228 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.033703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.033703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.033922 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.034120 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.034277 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 05:47:38.034806 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 05:47:38.034966 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 05:47:38.035158 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 05:47:38.035325 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 05:47:38.035495 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 05:47:38.035638 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 05:47:38.035836 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.035981 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.036135 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.036296 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.036455 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.036634 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.036798 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.036942 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.037096 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.037240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.037521 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.037521 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.037874 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.037874 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038124 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038124 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038282 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038411 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038573 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038730 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.038887 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.039043 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.039749 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] debug = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041476 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.041978 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042404 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042404 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042404 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042655 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042655 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042848 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] host = dv-cinder-782405-8-smb {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.042938 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043065 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043202 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043360 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043519 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043692 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043831 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.043977 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.044133 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.044289 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.044446 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.044603 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.044761 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.044922 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.045080 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_options = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.045238 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.045394 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.045553 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.045729 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.045891 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046050 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046205 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046348 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046512 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046669 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046828 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.046983 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.047162 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.047320 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.047513 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.047674 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.047830 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.047987 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.048147 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.048290 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.048449 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.048605 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.048761 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.048919 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049075 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049233 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049384 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049521 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049677 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049820 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.049963 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.050123 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.050282 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.050465 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.050604 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.050728 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.050884 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051043 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051223 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051365 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051524 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051680 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051836 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.051992 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.052150 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.052306 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_json = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.052463 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.052622 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.052777 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.052934 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.053093 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.053250 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.053407 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.053564 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 05:47:38.053814 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.053915 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.054064 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.054226 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.054387 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.054547 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.054706 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.055543 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.055706 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.055867 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056035 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056196 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056368 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056529 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056680 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056839 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.056999 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.057159 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.057320 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.057492 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.057680 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.057781 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.057950 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.058112 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.058272 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.058432 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.058592 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.058753 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.058914 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.059100 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.059257 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.059418 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.059578 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.059738 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.059899 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.060060 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.060220 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.060381 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.060545 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.060706 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.060867 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061027 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061187 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061347 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061507 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061668 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061829 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.061989 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.062150 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.062513 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.062513 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.062677 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.062757 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.062920 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.063131 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.063502 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.063502 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.070017 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.071861 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.072703 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073240 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.073990 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.074748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.075617 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.076417 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077009 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.077612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078206 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078679 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078679 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078679 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078969 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.078969 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.079163 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.079245 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.079396 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.079748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.079748 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.079960 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080043 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080145 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080304 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080472 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080632 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080793 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.080953 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.081114 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.081274 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.081433 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.081595 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.081756 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.081917 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.082077 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.082236 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.082397 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.082556 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.082716 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.082876 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.083035 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.083590 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.083773 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084003 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084102 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084368 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084459 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084543 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084709 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.084870 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.085031 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.085191 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.085351 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.085427 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:38.085499 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.085666 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.085827 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.086008 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.086170 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.086330 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.086490 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.086650 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.086822 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.087054 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.087244 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.087408 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.087567 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.087739 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.087899 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.088060 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.088219 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.088381 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.088550 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.088710 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.088870 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089029 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089190 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089359 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089519 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089678 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089838 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.089997 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.090166 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.090327 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.090490 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.090649 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.090808 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.090976 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.091161 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.091324 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.091494 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.091655 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.091815 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.091975 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.092147 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.092309 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.092472 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.092634 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.092795 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.092955 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.093117 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.093282 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.093451 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.093618 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.093780 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.093948 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.094117 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.094285 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.094446 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.094612 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.094784 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.094947 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.095128 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.095290 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.095449 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.095610 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.095771 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.095930 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104012 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104837 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104837 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104837 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 05:47:38.104837 dv-cinder-782405-8-smb neutron-server[103686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 05:47:38.212482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44462) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:38.220713 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062263 May 19 05:47:48.883091 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91cd11-9b0e-4827-9928-0855e0477d6b None None] get_active_networks_info from dv-cinder-782405-8-smb {{(pid=103797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 05:47:49.002581 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91cd11-9b0e-4827-9928-0855e0477d6b None None] No non-hosted networks {{(pid=103797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 05:47:49.018015 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.agentschedulers_db [None req-8b91cd11-9b0e-4827-9928-0855e0477d6b None None] DHCP Agent not found on host dv-cinder-782405-8-smb {{(pid=103797) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 19 05:47:49.179470 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ca847c3d-ddf5-4b21-979f-52f3b85e7b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748'] for agent, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.299129 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748'] for agent, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.302561 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.304393 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.305467 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.306305 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.314721 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.315320 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.316260 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.317016 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.317765 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.318243 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.318880 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.319761 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:47:51.321163 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782405-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:51.330658 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782405-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:47:51.442818 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f16832f9-18f3-49a3-a49f-a8db2919b0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748'] for agent, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:51.501091 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.db.api [None req-b945ec89-c54a-48bc-b318-5c02f7ec5dfb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-782405-8-smb {{(pid=103797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 05:47:51.501873 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_db.api [None req-b945ec89-c54a-48bc-b318-5c02f7ec5dfb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 05:47:52.144522 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b945ec89-c54a-48bc-b318-5c02f7ec5dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:52.243400 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748'] for agent, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:54.259702 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748'] for agent, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:55.558446 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 44554) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:56.142469 dv-cinder-782405-8-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-db078394-c7f5-4fbe-aaf8-ae6b2837eb07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:47:56.143141 dv-cinder-782405-8-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-db078394-c7f5-4fbe-aaf8-ae6b2837eb07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:47:56.355444 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-db078394-c7f5-4fbe-aaf8-ae6b2837eb07 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:47:56.356645 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-db078394-c7f5-4fbe-aaf8-ae6b2837eb07 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7961779 May 19 05:47:57.373078 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.db.l3_hamode_db [None req-8155bbea-ec9f-4de9-ac3a-6e71473bda86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 05:47:57.459385 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155bbea-ec9f-4de9-ac3a-6e71473bda86 None None] Routers set() bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:47:57.459771 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155bbea-ec9f-4de9-ac3a-6e71473bda86 None None] Router IDs set() for agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 05:47:58.712127 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 44568) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:47:59.074527 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:47:59.172644 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.policy [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103795) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 05:47:59.217877 dv-cinder-782405-8-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:47:59.218256 dv-cinder-782405-8-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:47:59.226656 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.quota [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] Loaded quota_driver: . May 19 05:47:59.241960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:47:59.379603 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727509385492', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727509386183', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727509394750', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727509407842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727509410797', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727509424870', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4129516', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3969197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-811190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755194'] for rbac-policy, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:59.613655 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:47:59.614827 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-b102af8f-2494-4253-8f2f-59b19a43af90 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9017358 May 19 05:48:02.149692 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44582) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:02.714124 dv-cinder-782405-8-smb neutron-server[103796]: WARNING oslo_policy.policy [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:48:02.714727 dv-cinder-782405-8-smb neutron-server[103796]: WARNING oslo_policy.policy [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:48:02.926022 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'name': 'private'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:02.927679 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.quota [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Loaded quota_driver: . May 19 05:48:02.943644 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:02.949734 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Usage tracker for resource:network and tenant:f442d3930aac4c038b420ecfc2fdf55e is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:02.954986 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:02.962151 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:03.052865 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Made reservation on behalf of f442d3930aac4c038b420ecfc2fdf55e for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:48:03.137428 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.policy [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103796) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 05:48:03.182720 dv-cinder-782405-8-smb neutron-server[103796]: WARNING oslo_policy.policy [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:48:03.183337 dv-cinder-782405-8-smb neutron-server[103796]: WARNING oslo_policy.policy [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 05:48:03.193558 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.214089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.228665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:03.232242 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Usage tracker for resource:security_group_rule and tenant:f442d3930aac4c038b420ecfc2fdf55e is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:03.237033 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:03.242478 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:03.336586 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.424561 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.430218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:03.450307 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:48:03.474819 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727509558730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.475352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Unsubscribe: segment precommit_create {{(pid=103796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 05:48:03.475805 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Added segment b67e9282-c47e-4b00-84de-d5e4d6e17a63 of type vlan for network 1f106856-775c-4fad-9a34-3c9774aad87c May 19 05:48:03.484277 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6376bf32-4c9d-4b09-8628-26e79114a750,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:03.539124 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.539511 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.539844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.540164 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.540733 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.541045 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.541353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.541663 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.541981 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.542285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.542591 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.543059 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Tracked resource versions report: May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: pushed versions: May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: { 'AddressGroup': {'1.2'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'ConntrackHelper': {'1.0'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Log': {'1.0'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Network': {'1.1'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Port': {'1.7'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'PortForwarding': {'1.2'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'QosPolicy': {'1.8'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroup': {'1.4'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'SubPort': {'1.0'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Subnet': {'1.1'}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Trunk': {'1.1'}} May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: consumer versions: May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'ConntrackHelper': '1.0', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Log': '1.0', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Network': '1.1', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Port': '1.7', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'PortForwarding': '1.2', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'QosPolicy': '1.8', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroup': '1.4', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroupRule': '1.2', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'SubPort': '1.0', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Subnet': '1.1', May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: 'Trunk': '1.1'}} May 19 05:48:03.544023 dv-cinder-782405-8-smb neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:48:03.584232 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:03.603785 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.710590 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.712693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:03.713301 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:03.717831 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:03.819308 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Pushing event updated for resources: {'Network': ['ID=1f106856-775c-4fad-9a34-3c9774aad87c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:03.823063 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:03.831435 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 1f106856-775c-4fad-9a34-3c9774aad87c details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:48:03.877149 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.7264295 May 19 05:48:06.495785 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44604) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:06.933135 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57420b-b510-4f6e-a009-3c246d499466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:06.934444 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-df57420b-b510-4f6e-a009-3c246d499466 admin admin] 10.222.0.24 "GET /v2.0/networks/1f106856-775c-4fad-9a34-3c9774aad87c HTTP/1.1" status: 200 len: 824 time: 0.4377122 May 19 05:48:06.963221 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-53f48899-d6b1-4cd7-8800-ec3786ec29b0 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/7db5ccd5-697e-45f0-8a80-1ade0e3f50e2 HTTP/1.1" status: 200 len: 734 time: 0.0233803 May 19 05:48:06.971299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:06.975530 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:06.979823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Usage tracker for resource:subnet and tenant:f442d3930aac4c038b420ecfc2fdf55e is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:06.982605 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:06.991135 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:07.058398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Made reservation on behalf of f442d3930aac4c038b420ecfc2fdf55e for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:48:07.060785 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:07.554325 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:07.559256 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:07.636098 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Checking segment: {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:07.636462 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Network hostable DHCP agents. Network: 1f106856-775c-4fad-9a34-3c9774aad87c, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:48:07.639955 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcabe93-c579-46b5-ba64-a876f3987d52,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:07.646389 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:07.692582 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Network 1f106856-775c-4fad-9a34-3c9774aad87c is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:48:07.778718 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 1f106856-775c-4fad-9a34-3c9774aad87c) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:07.783188 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:07.783777 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:07.787997 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc96d95-d15e-4b80-8069-52701b03d68d None None] Network 1f106856-775c-4fad-9a34-3c9774aad87c requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:48:07.865257 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8971214 May 19 05:48:08.093035 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-1f106856-775c-4fad-9a34-3c9774aad87c', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:48:08.094174 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.278672 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Allocated IP 172.20.0.2 (1f106856-775c-4fad-9a34-3c9774aad87c/5dcabe93-c579-46b5-ba64-a876f3987d52/660e033c-0d10-46d4-a7b6-7b3de7b0b3c2) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:48:08.506018 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.519419 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Transition to ACTIVE for port object 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:08.539451 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Transition to ACTIVE for port object 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:08.602232 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.607396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:08.668679 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Network 1f106856-775c-4fad-9a34-3c9774aad87c is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:48:08.671536 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:08.680488 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:48:08.683815 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Pushing event updated for resources: {'Port': ['ID=660e033c-0d10-46d4-a7b6-7b3de7b0b3c2,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:08.691926 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.692265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.692599 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.692925 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.693241 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.693559 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.693959 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.694266 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.694607 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.695561 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.695886 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.696200 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Tracked resource versions report: May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: pushed versions: May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: { 'AddressGroup': {'1.2'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'ConntrackHelper': {'1.0'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Log': {'1.0'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Network': {'1.1'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Port': {'1.7'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'PortForwarding': {'1.2'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'QosPolicy': {'1.8'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroup': {'1.4'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroupRule': {'1.2'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'SubPort': {'1.0'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Subnet': {'1.1'}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Trunk': {'1.1'}} May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: consumer versions: May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'ConntrackHelper': '1.0', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Log': '1.0', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Network': '1.1', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Port': '1.7', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'PortForwarding': '1.2', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'QosPolicy': '1.8', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroup': '1.4', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroupRule': '1.2', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'SubPort': '1.0', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Subnet': '1.1', May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: 'Trunk': '1.1'}} May 19 05:48:08.697339 dv-cinder-782405-8-smb neutron-server[103797]: {{(pid=103797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:48:08.730476 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:08.782408 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Attempting to bind port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:48:08.782809 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Attempting to bind port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:48:08.783261 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Attempting to bind port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 on network 1f106856-775c-4fad-9a34-3c9774aad87c {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:08.788425 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:48:08.789080 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Checking segment: {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:08.789390 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.789831 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Bound using segment: {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:48:08.790517 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Bound port: 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:48:08.790881 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.878333 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] For port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:48:08.882211 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] For port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=660e033c-0d10-46d4-a7b6-7b3de7b0b3c2,segment=NetworkSegment(b67e9282-c47e-4b00-84de-d5e4d6e17a63),segment_id=b67e9282-c47e-4b00-84de-d5e4d6e17a63)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:48:08.956812 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:08.960937 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:09.045952 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Pushing event updated for resources: {'Port': ['ID=660e033c-0d10-46d4-a7b6-7b3de7b0b3c2,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:09.050175 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:10.241153 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44614) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:10.614942 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [None req-f91ce5d5-e726-40c0-a783-17b19750a8c7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:48:10.616068 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f91ce5d5-e726-40c0-a783-17b19750a8c7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3739696 May 19 05:48:12.937857 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44624) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:13.330021 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [None req-7ab81c34-ca90-4bf0-8d81-83b49d37f500 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:48:13.331003 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-7ab81c34-ca90-4bf0-8d81-83b49d37f500 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3922474 May 19 05:48:14.413910 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1147e-375a-4195-a147-ad2c9e4b9077 None None] Network 1f106856-775c-4fad-9a34-3c9774aad87c requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:48:14.581005 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-4ce00fcc-c014-4c5f-b216-7e492b0f0dc6 None None] Provisioning for port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:15.165553 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:15.304154 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:15.308988 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:15.309398 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:15.425531 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:15.458941 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=660e033c-0d10-46d4-a7b6-7b3de7b0b3c2,segment=NetworkSegment(b67e9282-c47e-4b00-84de-d5e4d6e17a63),segment_id=b67e9282-c47e-4b00-84de-d5e4d6e17a63)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:15.538919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:15.541477 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:15.607688 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=660e033c-0d10-46d4-a7b6-7b3de7b0b3c2,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:15.610723 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:15.934570 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44640) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:16.279807 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:16.284775 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:16.289312 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Usage tracker for resource:router and tenant:f442d3930aac4c038b420ecfc2fdf55e is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:16.292806 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:16.298329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:16.367095 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:16.368669 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:16.391264 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:16.567957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:16.640968 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:16.642118 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8178b902-3d38-4dc2-bec1-58c9cef05690 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7065830 May 19 05:48:17.145463 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:17.210693 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:17.211064 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:18.858395 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3c1ccf40-3528-4c6f-8dc4-5826ae5e9309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:18.978896 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44650) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:19.337024 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [None req-98401c2f-3a41-4613-85db-d6666a49d77e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:48:19.338176 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-98401c2f-3a41-4613-85db-d6666a49d77e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3581483 May 19 05:48:21.246577 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:21.418506 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-601a0777-3131-4775-ae44-6a7106e68b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:21.684860 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44660) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:22.042087 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:22.046646 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:22.050681 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Usage tracker for resource:network and tenant:22f15bddbab74beea1195ae7d6fc9f18 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:22.053476 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:22.059653 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:22.167013 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Made reservation on behalf of 22f15bddbab74beea1195ae7d6fc9f18 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:48:22.169340 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.181736 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.195490 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:22.195656 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.199119 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Usage tracker for resource:security_group_rule and tenant:22f15bddbab74beea1195ae7d6fc9f18 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:22.201787 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:22.207330 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:22.287175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.372151 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.374988 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:22.395138 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Reserving flat network on physical network physnet1 {{(pid=103796) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 05:48:22.408495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5548bbab-1508-42dc-929f-14ba1c1f75f4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:22.412323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:22.415598 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.415936 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Added segment 6a314cb4-6c9a-47d2-9764-f8eef87d9727 of type flat for network a9a911a4-f1dc-4a86-8971-72a020d499e7 May 19 05:48:22.445844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.538814 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.540315 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:22.540919 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:22.545295 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:22.640479 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Pushing event updated for resources: {'Network': ['ID=a9a911a4-f1dc-4a86-8971-72a020d499e7,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:22.643017 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:22.650768 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:48:22.699196 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0133362 May 19 05:48:24.269838 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:25.040535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44680) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:25.246622 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de73d2-c945-4408-8b8f-fa6f682ec0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:25.247962 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f9de73d2-c945-4408-8b8f-fa6f682ec0c8 admin admin] 10.222.0.24 "GET /v2.0/subnets/5dcabe93-c579-46b5-ba64-a876f3987d52 HTTP/1.1" status: 200 len: 849 time: 0.2065115 May 19 05:48:25.387310 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e67f073e-64dc-4fba-9cc7-8ca91526d0da admin admin] 10.222.0.24 "GET /v2.0/routers/2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 HTTP/1.1" status: 200 len: 704 time: 0.1336656 May 19 05:48:25.834556 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.057798 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Allocated IP 172.20.0.1 (1f106856-775c-4fad-9a34-3c9774aad87c/5dcabe93-c579-46b5-ba64-a876f3987d52/0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:48:26.236333 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.252786 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Transition to ACTIVE for port object 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:26.378439 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.382539 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:26.444829 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Network 1f106856-775c-4fad-9a34-3c9774aad87c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:48:26.447637 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:26.451246 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:48:26.451762 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.573237 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Pushing event updated for resources: {'Port': ['ID=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:26.582006 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:26.646368 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-500aa5f8-a993-433f-bf73-5c016fb67c31 None None] Provisioning for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:26.651594 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-500aa5f8-a993-433f-bf73-5c016fb67c31 None None] Provisioning complete for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:26.651965 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-500aa5f8-a993-433f-bf73-5c016fb67c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.706695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-500aa5f8-a993-433f-bf73-5c016fb67c31 None None] Port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:48:26.768100 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.982943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:26.992511 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:48:27.046439 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:27.047463 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:27.051482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:27.188462 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Pushing event updated for resources: {'Port': ['ID=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:27.192406 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:27.238207 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Network 1f106856-775c-4fad-9a34-3c9774aad87c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:48:27.239248 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:27.427508 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-8280a167-01c3-4a9e-b44c-8f7e11763d51 None None] Provisioning complete for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:27.435221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8280a167-01c3-4a9e-b44c-8f7e11763d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:27.470031 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:48:27.500650 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-8280a167-01c3-4a9e-b44c-8f7e11763d51 None None] Port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:48:27.622114 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:48:27.630991 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] 10.222.0.24 "PUT /v2.0/routers/2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2389796 May 19 05:48:27.631185 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Sync routers for ids ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:48:27.641605 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Routers {'2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:48:27.642420 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:48:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:27.814496 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Set router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 gateway port host: None {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:48:28.173263 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:48:16Z', 'updated_at': '2021-05-19T05:48:26Z', 'revision_number': 2, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'gw_port_host': None, '_interfaces': [{'id': '0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7', 'name': '', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'mac_address': 'fa:16:3e:55:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:25Z', 'updated_at': '2021-05-19T05:48:26Z', 'revision_number': 2, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'subnets': [{'id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:28.178049 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Checking router: 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:48:28.178417 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Updating router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:48:28.229804 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:28.599359 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:28.613382 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Transition to ACTIVE for port object 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:28.658380 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:28.663649 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:28.854005 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Pushing event updated for resources: {'Port': ['ID=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:28.866369 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.866701 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.867025 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.867369 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.867686 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.867996 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.868304 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.868612 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.868932 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.869240 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.869543 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.869844 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Tracked resource versions report: May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: pushed versions: May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: { 'AddressGroup': {'1.2'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'ConntrackHelper': {'1.0'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Log': {'1.0'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Network': {'1.1'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Port': {'1.7'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'PortForwarding': {'1.2'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'QosPolicy': {'1.8'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroup': {'1.4'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroupRule': {'1.2'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'SubPort': {'1.0'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Subnet': {'1.1'}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Trunk': {'1.1'}} May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: consumer versions: May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'ConntrackHelper': '1.0', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Log': '1.0', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Network': '1.1', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Port': '1.7', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'PortForwarding': '1.2', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'QosPolicy': '1.8', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroup': '1.4', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroupRule': '1.2', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'SubPort': '1.0', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Subnet': '1.1', May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: 'Trunk': '1.1'}} May 19 05:48:28.870952 dv-cinder-782405-8-smb neutron-server[103798]: {{(pid=103798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:48:28.884571 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:28.889161 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Attempting to bind port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:48:28.889563 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Attempting to bind port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:48:28.889996 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Attempting to bind port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 on network 1f106856-775c-4fad-9a34-3c9774aad87c {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:28.895337 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:48:28.895744 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Checking segment: {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:28.896241 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:28.896626 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Bound using segment: {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:48:28.897118 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Bound port: 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e9282-c47e-4b00-84de-d5e4d6e17a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:48:28.898080 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:28.983722 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] For port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:48:28.987848 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] For port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,segment=NetworkSegment(b67e9282-c47e-4b00-84de-d5e4d6e17a63),segment_id=b67e9282-c47e-4b00-84de-d5e4d6e17a63)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:48:29.064190 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:29.069182 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:29.155411 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Pushing event updated for resources: {'Port': ['ID=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,revision_number=4']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:29.162156 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:29.162765 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Routers {'2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:48:29.163459 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:48:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:29.343314 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] Set router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 gateway port host: None {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:48:29.658979 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:48:16Z', 'updated_at': '2021-05-19T05:48:26Z', 'revision_number': 2, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'gw_port_host': None, '_interfaces': [{'id': '0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7', 'name': '', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'mac_address': 'fa:16:3e:55:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:25Z', 'updated_at': '2021-05-19T05:48:28Z', 'revision_number': 4, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'subnets': [{'id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:29.663403 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81894d-4695-4f45-bcaf-99d408c6170e None None] The sync data for ids ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'] in dv-cinder-782405-8-smb is: [{'id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:48:16Z', 'updated_at': '2021-05-19T05:48:26Z', 'revision_number': 2, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'gw_port_host': None, '_interfaces': [{'id': '0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7', 'name': '', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'mac_address': 'fa:16:3e:55:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:25Z', 'updated_at': '2021-05-19T05:48:28Z', 'revision_number': 4, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'subnets': [{'id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:48:29.783716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44702) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:29.970359 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540aac08-5db0-4b6a-9c49-641d46611d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:29.970807 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-540aac08-5db0-4b6a-9c49-641d46611d96 admin admin] Synchronizing usage tracker for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:48:30.063450 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-540aac08-5db0-4b6a-9c49-641d46611d96 admin admin] Unset dirty status for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:48:30.064621 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-540aac08-5db0-4b6a-9c49-641d46611d96 admin admin] 10.222.0.24 "GET /v2.0/networks/a9a911a4-f1dc-4a86-8971-72a020d499e7 HTTP/1.1" status: 200 len: 842 time: 0.2798738 May 19 05:48:30.073958 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Request body: {'subnet': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:30.079318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:48:30.083089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Usage tracker for resource:subnet and tenant:22f15bddbab74beea1195ae7d6fc9f18 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:48:30.085847 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:48:30.091899 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:48:30.200691 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Made reservation on behalf of 22f15bddbab74beea1195ae7d6fc9f18 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:48:30.203154 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:30.702003 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.objects.ports [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103796) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 05:48:30.702343 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:30.705897 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:30.774792 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ec44ef-864c-4993-a48e-6b1c5bcf878d,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:30.778529 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:30.782450 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:30.782801 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Network hostable DHCP agents. Network: a9a911a4-f1dc-4a86-8971-72a020d499e7, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:48:30.875091 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:48:30.943860 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, a9a911a4-f1dc-4a86-8971-72a020d499e7) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:30.948413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:30.949098 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:30.953191 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202cb587-317a-4f62-b01d-ddf7f6465b94 None None] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:48:31.059100 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9770925 May 19 05:48:31.159326 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae46ad-404e-42a9-b216-cdb0ef0a2496 None None] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:48:33.186039 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:33.259770 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44716) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:33.349493 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:33.354728 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:33.355168 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:33.454999 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-682111f9-d82b-4e68-bcb7-cfee5ed63428 admin admin] 10.222.0.24 "GET /v2.0/routers/2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 HTTP/1.1" status: 200 len: 710 time: 0.1939616 May 19 05:48:33.480123 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:33.516176 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,segment=NetworkSegment(b67e9282-c47e-4b00-84de-d5e4d6e17a63),segment_id=b67e9282-c47e-4b00-84de-d5e4d6e17a63)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:33.582764 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35966755-9f0b-4085-8b7c-c6266fa6b95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:48:33.584147 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-35966755-9f0b-4085-8b7c-c6266fa6b95f admin admin] 10.222.0.24 "GET /v2.0/networks/a9a911a4-f1dc-4a86-8971-72a020d499e7 HTTP/1.1" status: 200 len: 886 time: 0.1241605 May 19 05:48:33.592847 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:48:33.595230 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:33.597375 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d4db2b97-ea6d-4947-bbf5-167aab55981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:33.662257 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:33.665657 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:34.060560 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.469872 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.526424 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.654981 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Allocated IP 172.28.2.118 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/7c6bdefa-bd5b-4653-917e-0b86f8b2c59e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:48:34.793495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.875410 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:34.879780 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:34.938419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:48:34.941065 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:48:34.944512 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:48:34.999352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6bdefa-bd5b-4653-917e-0b86f8b2c59e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:35.008238 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:35.158729 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:35.224112 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:35.224477 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:35.423372 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:35.798062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:35.801292 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1025789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1025668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568344'] for router, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:35.969657 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:48:36.140443 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:48:36.148608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:36.149794 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 HTTP/1.1" status: 200 len: 890 time: 2.5601211 May 19 05:48:36.153007 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Sync routers for ids ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:48:36.164651 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Routers {'2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:48:36.165438 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:48:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:36.355864 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Set router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:48:36.703754 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '7c6bdefa-bd5b-4653-917e-0b86f8b2c59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:48:16Z', 'updated_at': '2021-05-19T05:48:35Z', 'revision_number': 4, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'gw_port': {'id': '7c6bdefa-bd5b-4653-917e-0b86f8b2c59e', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:34Z', 'updated_at': '2021-05-19T05:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7', 'name': '', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'mac_address': 'fa:16:3e:55:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:25Z', 'updated_at': '2021-05-19T05:48:33Z', 'revision_number': 5, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'subnets': [{'id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:36.708439 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Checking router: 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:48:36.708787 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Updating router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:48:36.758335 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:37.073263 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:37.084091 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Transition to ACTIVE for port object 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:48:37.183875 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:37.187855 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:37.261406 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eab83f-83f4-4dac-bb42-4af62c5c68b8 None None] Pushing event updated for resources: {'Port': ['ID=7c6bdefa-bd5b-4653-917e-0b86f8b2c59e,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:37.263582 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Attempting to bind port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:48:37.263945 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Attempting to bind port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:48:37.264298 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Attempting to bind port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:48:37.266380 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d6eab83f-83f4-4dac-bb42-4af62c5c68b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:37.270404 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:48:37.270770 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:48:37.271192 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:37.271574 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:48:37.272411 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Bound port: 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:48:37.272781 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:37.345321 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] For port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:48:37.348206 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] For port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=7c6bdefa-bd5b-4653-917e-0b86f8b2c59e,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:48:37.418624 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:37.422560 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:37.496798 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Routers {'2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:48:37.497393 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:48:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:37.546365 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eab83f-83f4-4dac-bb42-4af62c5c68b8 None None] Pushing event updated for resources: {'Port': ['ID=7c6bdefa-bd5b-4653-917e-0b86f8b2c59e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:37.554747 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d6eab83f-83f4-4dac-bb42-4af62c5c68b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:37.672030 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] Set router 2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:48:37.987258 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '7c6bdefa-bd5b-4653-917e-0b86f8b2c59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:48:16Z', 'updated_at': '2021-05-19T05:48:35Z', 'revision_number': 4, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'gw_port': {'id': '7c6bdefa-bd5b-4653-917e-0b86f8b2c59e', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:34Z', 'updated_at': '2021-05-19T05:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7', 'name': '', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'mac_address': 'fa:16:3e:55:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:25Z', 'updated_at': '2021-05-19T05:48:33Z', 'revision_number': 5, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'subnets': [{'id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:48:37.990993 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bea7f-f246-49c7-a367-a99fc67fe381 None None] The sync data for ids ['2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8'] in dv-cinder-782405-8-smb is: [{'id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'name': 'router1', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '7c6bdefa-bd5b-4653-917e-0b86f8b2c59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:48:16Z', 'updated_at': '2021-05-19T05:48:35Z', 'revision_number': 4, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'gw_port': {'id': '7c6bdefa-bd5b-4653-917e-0b86f8b2c59e', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:34Z', 'updated_at': '2021-05-19T05:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7', 'name': '', 'network_id': '1f106856-775c-4fad-9a34-3c9774aad87c', 'tenant_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'mac_address': 'fa:16:3e:55:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28b6dd-d0ed-4b3f-84fe-eb83779e93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:48:25Z', 'updated_at': '2021-05-19T05:48:33Z', 'revision_number': 5, 'project_id': 'f442d3930aac4c038b420ecfc2fdf55e', 'subnets': [{'id': '5dcabe93-c579-46b5-ba64-a876f3987d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5ccd5-697e-45f0-8a80-1ade0e3f50e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:48:38.460713 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 44726) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:48:38.573197 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5592c910-c209-4eca-ac29-84b2200f3aed admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113760 May 19 05:48:39.190258 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:39.378258 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:48:39.383888 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:39.384359 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:39.510869 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:39.527583 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=7c6bdefa-bd5b-4653-917e-0b86f8b2c59e,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:48:39.594527 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:39.597883 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d6eab83f-83f4-4dac-bb42-4af62c5c68b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:48:39.662099 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=7c6bdefa-bd5b-4653-917e-0b86f8b2c59e,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:48:39.666526 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:48:41.180417 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:48:41.252213 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 7c6bdefa-bd5b-4653-917e-0b86f8b2c59e triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:48:41.252577 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:48.863993 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08d7de6a-d418-4576-ae04-58d6732019bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.252234 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:51.435476 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb43-4b97-4ff0-ade5-4c4f29da30df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:52.211758 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:48:54.263862 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:03.992201 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:49:18.857408 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-15bbff43-357e-4a77-be19-7146cca6741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:21.268919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:22.200247 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-72e2780b-f584-4ff7-b249-9b6111c5248c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:22.268665 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:24.245568 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:40.990952 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:49:48.856870 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-31d0d8f7-1368-465f-8730-bc68fd6b3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:51.285903 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:51.445450 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ac13c345-41a3-418d-8c56-50d5ecea5199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:52.203707 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:49:54.255342 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:13.834346 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45296) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:13.899591 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1f3295-76b8-4a2c-9138-53d55e50a38f admin admin] GET failed (client error): The resource could not be found. May 19 05:50:13.900833 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6d1f3295-76b8-4a2c-9138-53d55e50a38f admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655799 May 19 05:50:14.035137 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7617b-bcf8-49b3-9eaf-3052f503c909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:14.036489 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-cae7617b-bcf8-49b3-9eaf-3052f503c909 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1318607 May 19 05:50:16.117723 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45306) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:16.225460 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2e439-4436-415a-a778-c41ff7bf315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:16.226026 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-88a2e439-4436-415a-a778-c41ff7bf315f admin admin] Synchronizing usage tracker for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:subnet {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:50:16.312922 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-88a2e439-4436-415a-a778-c41ff7bf315f admin admin] Unset dirty status for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:subnet {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:50:16.313967 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-88a2e439-4436-415a-a778-c41ff7bf315f admin admin] 10.222.0.24 "GET /v2.0/subnets/5dcabe93-c579-46b5-ba64-a876f3987d52 HTTP/1.1" status: 200 len: 849 time: 0.1953285 May 19 05:50:16.323359 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:50:16.437313 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:16.677192 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727509544358'] for subnet, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:16.681588 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6bebf9ab-0545-4fdb-b9b8-69e47d30af38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:50:16.716979 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:16.717464 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:16.718723 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] 10.222.0.24 "PUT /v2.0/subnets/5dcabe93-c579-46b5-ba64-a876f3987d52 HTTP/1.1" status: 200 len: 868 time: 0.3991058 May 19 05:50:16.719326 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59333ef-45a2-45a5-8963-2b237956b752 None None] Network 1f106856-775c-4fad-9a34-3c9774aad87c requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:50:16.746683 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcabe93-c579-46b5-ba64-a876f3987d52,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:50:16.755358 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.755729 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.756061 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.756383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.756701 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.757039 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.757352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.757664 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.758001 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.758330 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.758618 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.758925 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:50:16.762855 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:50:17.220789 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-b10bac6e-2fed-4b56-b2d3-a123c4f17446 None None] Provisioning complete for port 0fb553ca-9ea0-4d9b-83ef-30a4aeb463f7 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:50:17.221164 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b10bac6e-2fed-4b56-b2d3-a123c4f17446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:17.345056 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-b10bac6e-2fed-4b56-b2d3-a123c4f17446 None None] Provisioning complete for port 660e033c-0d10-46d4-a7b6-7b3de7b0b3c2 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:50:17.345434 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b10bac6e-2fed-4b56-b2d3-a123c4f17446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:17.990306 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:50:18.820732 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45316) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:18.859856 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f39f4a11-4c99-4d72-95b5-0294a41de743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:18.989958 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f487f3-6a6c-40a7-913b-21f7c1a507af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:18.990439 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f487f3-6a6c-40a7-913b-21f7c1a507af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:18.992015 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-80f487f3-6a6c-40a7-913b-21f7c1a507af admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1703615 May 19 05:50:21.088704 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45326) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:21.259126 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601efa2-61f4-49b2-9755-40e05ad075d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:21.259707 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601efa2-61f4-49b2-9755-40e05ad075d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:21.261222 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8601efa2-61f4-49b2-9755-40e05ad075d2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1716015 May 19 05:50:21.280812 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:21.471204 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28f0acee-ca74-4d77-856a-f91edebef74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:22.221792 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:23.352125 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45336) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:23.561109 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de355b7-fec9-4845-9424-9ec6c54dad41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:23.562444 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2de355b7-fec9-4845-9424-9ec6c54dad41 admin admin] 10.222.0.24 "GET /v2.0/networks/1f106856-775c-4fad-9a34-3c9774aad87c HTTP/1.1" status: 200 len: 868 time: 0.2093885 May 19 05:50:24.290181 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:25.673334 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45346) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:25.835701 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538218e-33b1-416d-8f00-d08919510c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:25.837037 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2538218e-33b1-416d-8f00-d08919510c31 admin admin] 10.222.0.24 "GET /v2.0/networks/a9a911a4-f1dc-4a86-8971-72a020d499e7 HTTP/1.1" status: 200 len: 886 time: 0.1627624 May 19 05:50:27.940411 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45356) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:28.047427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2486ea8-3c11-4f6e-8919-f17da1edeeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:28.047885 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2486ea8-3c11-4f6e-8919-f17da1edeeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:28.049417 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d2486ea8-3c11-4f6e-8919-f17da1edeeb3 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080403 May 19 05:50:30.149532 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45366) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:30.252664 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e505698-50bb-4e41-8f93-648baf32e56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:30.253125 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e505698-50bb-4e41-8f93-648baf32e56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:30.254617 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8e505698-50bb-4e41-8f93-648baf32e56c admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041691 May 19 05:50:32.341736 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45376) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:32.443376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce596d-276f-46f7-b260-bb753526170f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:32.444715 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-3cce596d-276f-46f7-b260-bb753526170f admin admin] 10.222.0.24 "GET /v2.0/subnets/44ec44ef-864c-4993-a48e-6b1c5bcf878d HTTP/1.1" status: 200 len: 816 time: 0.1020103 May 19 05:50:34.524219 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45386) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:34.627745 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f14941b-cab6-46a4-8f33-51c4bbedf7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:34.629055 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4f14941b-cab6-46a4-8f33-51c4bbedf7e3 admin admin] 10.222.0.24 "GET /v2.0/subnets/5dcabe93-c579-46b5-ba64-a876f3987d52 HTTP/1.1" status: 200 len: 868 time: 0.1039171 May 19 05:50:48.861890 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9210ee70-4b4d-4b50-93c6-d98c31a53645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:51.293416 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:51.453279 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1764828c-2fbe-402b-a2e0-eac49de52417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:52.190814 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:54.261368 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:50:54.989842 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:50:57.210626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45430) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:57.256936 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [None req-4a7c39e9-727e-48ff-9607-2f2a865b02cf admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:50:57.262597 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4a7c39e9-727e-48ff-9607-2f2a865b02cf admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463204 May 19 05:50:59.438327 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45440) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:50:59.504469 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6c0daa-f51c-45b1-86a1-e5280533ac21 admin admin] GET failed (client error): The resource could not be found. May 19 05:50:59.505702 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6a6c0daa-f51c-45b1-86a1-e5280533ac21 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658836 May 19 05:50:59.628773 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba17c4-6aca-4ea4-b14e-71ca1b0736e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:50:59.630182 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8bba17c4-6aca-4ea4-b14e-71ca1b0736e8 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205983 May 19 05:51:01.726157 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45450) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:51:01.772756 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:51:01.777142 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:51:01.786534 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:51:01.852339 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Made reservation on behalf of 22f15bddbab74beea1195ae7d6fc9f18 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:51:01.854591 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:01.941021 dv-cinder-782405-8-smb neutron-server[103796]: WARNING neutron.services.revisions.revision_plugin [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Could not find related network for resource to bump revision. May 19 05:51:01.951560 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:51:01.960159 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:01.960482 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Added segment a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8 of type vlan for network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 May 19 05:51:01.984398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:02.089501 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:02.090791 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:02.091383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:02.095793 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:02.190966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Pushing event updated for resources: {'Network': ['ID=5baf4f09-ded1-452a-8cd6-5edd8cdb2a98,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:02.193670 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:02.200663 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:51:02.262097 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5348775 May 19 05:51:04.343571 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45460) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:51:04.411576 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eed50d2-1c1b-4c81-8e87-d4b99e1fc070 admin admin] GET failed (client error): The resource could not be found. May 19 05:51:04.412089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6eed50d2-1c1b-4c81-8e87-d4b99e1fc070 admin admin] Synchronizing usage tracker for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:51:04.495169 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6eed50d2-1c1b-4c81-8e87-d4b99e1fc070 admin admin] Unset dirty status for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:51:04.496270 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6eed50d2-1c1b-4c81-8e87-d4b99e1fc070 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1517782 May 19 05:51:04.598081 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec318701-2788-4e86-8a53-f8ca1d0c9be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:04.599405 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ec318701-2788-4e86-8a53-f8ca1d0c9be1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0991936 May 19 05:51:04.608754 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98', 'cidr': '192.168.233.0/24'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:51:04.612939 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:51:04.621991 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:51:04.694723 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Made reservation on behalf of 22f15bddbab74beea1195ae7d6fc9f18 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:51:04.696892 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:05.103306 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:05.107500 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:05.213119 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e603ac00-c403-4dd1-98ae-5a99c3987a14,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:05.216898 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:05.221418 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Checking segment: {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:51:05.221761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Network hostable DHCP agents. Network: 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:51:05.320681 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:51:05.398223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:51:05.402118 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:51:05.402683 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:05.407805 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b20fa1-3cef-4784-acd1-4ede534248b6 None None] Network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:51:05.610567 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-5baf4f09-ded1-452a-8cd6-5edd8cdb2a98', 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98', 'tenant_id': '22f15bddbab74beea1195ae7d6fc9f18', 'fixed_ips': [{'subnet_id': 'e603ac00-c403-4dd1-98ae-5a99c3987a14'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:51:05.611402 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:05.781898 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1765096 May 19 05:51:05.965511 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Allocated IP 192.168.233.2 (5baf4f09-ded1-452a-8cd6-5edd8cdb2a98/e603ac00-c403-4dd1-98ae-5a99c3987a14/ec14dee2-3a3d-4f26-8c8b-1147345666c9) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:51:06.196910 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:06.207411 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Transition to ACTIVE for port object ec14dee2-3a3d-4f26-8c8b-1147345666c9 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:51:06.225456 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Transition to ACTIVE for port object ec14dee2-3a3d-4f26-8c8b-1147345666c9 will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:51:06.309930 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:06.315088 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d6eab83f-83f4-4dac-bb42-4af62c5c68b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:06.375570 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:51:06.378873 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:51:06.382398 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:51:06.387980 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Pushing event updated for resources: {'Port': ['ID=ec14dee2-3a3d-4f26-8c8b-1147345666c9,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:06.426974 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.427686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.427686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.427968 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.428290 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.428625 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.428945 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.429262 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.429597 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.429919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.430776 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.430776 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:51:06.438131 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:06.486690 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Attempting to bind port ec14dee2-3a3d-4f26-8c8b-1147345666c9 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:51:06.486987 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Attempting to bind port ec14dee2-3a3d-4f26-8c8b-1147345666c9 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:51:06.487387 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Attempting to bind port ec14dee2-3a3d-4f26-8c8b-1147345666c9 on network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:51:06.492620 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:51:06.493016 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Checking segment: {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:51:06.493419 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:06.493809 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Bound using segment: {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:51:06.494277 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Bound port: ec14dee2-3a3d-4f26-8c8b-1147345666c9, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:51:06.494647 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:06.583318 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] For port ec14dee2-3a3d-4f26-8c8b-1147345666c9, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:51:06.586299 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] For port ec14dee2-3a3d-4f26-8c8b-1147345666c9, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=ec14dee2-3a3d-4f26-8c8b-1147345666c9,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:51:06.670393 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:06.674878 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:06.750065 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Pushing event updated for resources: {'Port': ['ID=ec14dee2-3a3d-4f26-8c8b-1147345666c9,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:06.756479 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:07.294697 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device ec14dee2-3a3d-4f26-8c8b-1147345666c9 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:51:07.470281 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port ec14dee2-3a3d-4f26-8c8b-1147345666c9 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:51:07.558980 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460dc1c4-e154-4e83-9b87-89ef4db68058 None None] Network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:51:07.718156 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Provisioning for port ec14dee2-3a3d-4f26-8c8b-1147345666c9 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:51:07.730831 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Provisioning complete for port ec14dee2-3a3d-4f26-8c8b-1147345666c9 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:51:07.731224 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:07.906400 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:07.943685 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] For port ec14dee2-3a3d-4f26-8c8b-1147345666c9, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=ec14dee2-3a3d-4f26-8c8b-1147345666c9,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:51:08.018447 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:08.020699 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:51:08.089653 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Pushing event updated for resources: {'Port': ['ID=ec14dee2-3a3d-4f26-8c8b-1147345666c9,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:51:08.092741 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:51:08.138605 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-435222c6-41f2-4505-a05a-c9cc45b83940 None None] Provisioning complete for port ec14dee2-3a3d-4f26-8c8b-1147345666c9 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:51:08.138981 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-435222c6-41f2-4505-a05a-c9cc45b83940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:09.273279 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device ec14dee2-3a3d-4f26-8c8b-1147345666c9 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:51:09.335476 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port ec14dee2-3a3d-4f26-8c8b-1147345666c9 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:51:09.335841 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:18.854658 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-11ea85ff-8013-4b7e-b5d5-d581662c7bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:21.312409 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:21.479393 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a91aa78b-47b2-48de-bcb7-aa2a88c93741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:22.172005 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:24.246265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:31.989076 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:51:48.879421 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-62ea2f32-93db-4112-a3c9-b82a093e4cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:51.273922 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:51.450725 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4288660-1e1d-4ef1-8ea4-eee71a500325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:52.174625 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:51:54.265960 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:08.988978 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:52:18.871065 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7edf84b7-662f-4cc2-acc4-04898a429397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.284857 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:21.478220 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8024489d-a7e0-4dd8-ba10-90ee45efec6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:22.186700 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:24.265506 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.256526 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45510) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:25.262574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [None req-f86d2554-1306-428d-a281-f69a7709b1e3 tempest-verify_tempest_config-665143518 tempest-verify_tempest_config-665143518-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:52:25.263558 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f86d2554-1306-428d-a281-f69a7709b1e3 tempest-verify_tempest_config-665143518 tempest-verify_tempest_config-665143518-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060740 May 19 05:52:25.756580 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45528) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:25.871156 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:25.884624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:52:25.888275 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Usage tracker for resource:security_group_rule and tenant:c27f1f1a23fa468aa5d99dfcb482d125 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:52:25.890920 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:52:25.896422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:52:25.973538 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.106701 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.115589 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:26.150867 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Synchronizing usage tracker for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:52:26.154709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a88fd-1ce1-4c41-ab26-23ba55500fac,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:26.166060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.166389 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.166709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.167024 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.167453 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.167767 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.168073 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.168377 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.168680 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.168982 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.169281 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.169577 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:52:26.175422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:26.243912 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Unset dirty status for tenant:22f15bddbab74beea1195ae7d6fc9f18 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:52:26.245132 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c27f1f1a23fa468aa5d99dfcb482d125&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4876013 May 19 05:52:26.247824 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45534) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:52:26.306673 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.331420 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.466864 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.472542 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02e558a4-c0e7-440e-91be-c892870dec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:52:26.484015 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a88fd-1ce1-4c41-ab26-23ba55500fac,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:52:26.486817 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:52:26.488836 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:26.489832 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da3a88fd-1ce1-4c41-ab26-23ba55500fac HTTP/1.1" status: 204 len: 168 time: 0.2411456 May 19 05:52:45.987115 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:52:48.906051 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b399072f-d088-43a2-8874-da913d82db59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:51.283347 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:51.465999 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4dea9fbf-0275-4e99-b2ba-25c9f1b0799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:52.179992 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:52:54.283193 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:18.916145 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e4bc05d9-ede7-4ad5-b09c-ad83856f0f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:21.270675 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:21.447646 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-95184832-df64-41dc-83ea-e1247b40f10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:22.178997 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:22.986629 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:53:24.282024 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:48.869653 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a708d4de-22b9-446d-b111-a5ea2406ee1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:51.258287 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:51.481232 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b3a88fb5-a692-4a07-9adb-77d186a11589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:52.161175 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:54.304185 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:53:59.985003 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 5 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:54:02.120704 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748'] for agent, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:05.756601 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45586) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:05.866394 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2828325c-82b0-4455-913a-703295850df1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1086848 May 19 05:54:07.956183 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45596) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:54:08.011323 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-590cc31b-7bf5-4dcd-ab3c-a70da1dfe593 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0540514 May 19 05:54:18.880519 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd2cf-76cb-41df-96a5-ec94a194d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:21.263580 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:21.435178 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ed98d6f-d379-42db-ba19-b454baaa2c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:22.206607 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:24.308037 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:32.080245 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:36.984063 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:54:48.855923 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b3acac4c-833f-4926-9a82-8c86f9d69147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:51.295748 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:51.455842 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b32687d7-53cd-46de-880e-60113bf1c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:52.194215 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:54:54.290407 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:02.069176 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:13.984405 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:55:18.897301 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21817240-0d69-4599-9095-73b8f466c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:21.285559 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:21.485787 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-200ccc60-d59f-4fb6-8b20-487096c2a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:22.222757 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:24.289025 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:32.112160 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:36.181788 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45790) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:36.465670 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-277542484-network', 'tenant_id': '4ded74c06703471c818eb8310ddb1f86'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:36.471553 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:36.477442 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Usage tracker for resource:network and tenant:4ded74c06703471c818eb8310ddb1f86 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:36.481431 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:36.488552 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:36.583398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Made reservation on behalf of 4ded74c06703471c818eb8310ddb1f86 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:36.592442 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:36.598383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:36.615102 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:36.620882 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ded74c06703471c818eb8310ddb1f86 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:36.624676 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:36.633265 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:36.684874 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 45816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:36.791164 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:36.855042 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:36.859888 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:36.899642 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc492f57-591b-4c7f-b6dd-a9f038099a64,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:36.899642 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:55:36.904181 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.904535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.904865 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.905219 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.905536 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.905849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.906164 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.906503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.906826 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.907157 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.907463 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.907766 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Tracked resource versions report: May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: pushed versions: May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: { 'AddressGroup': {'1.2'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'ConntrackHelper': {'1.0'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Log': {'1.0'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Network': {'1.1'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Port': {'1.7'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'PortForwarding': {'1.2'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'QosPolicy': {'1.8'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroup': {'1.4'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'SubPort': {'1.0'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Subnet': {'1.1'}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Trunk': {'1.1'}} May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: consumer versions: May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: HyperV agent@hv-cinder-78240: {}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'ConntrackHelper': '1.0', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Log': '1.0', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Network': '1.1', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Port': '1.7', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'PortForwarding': '1.2', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'QosPolicy': '1.8', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroup': '1.4', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'SecurityGroupRule': '1.2', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'SubPort': '1.0', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Subnet': '1.1', May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: 'Trunk': '1.1'}} May 19 05:55:36.908829 dv-cinder-782405-8-smb neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:55:36.927433 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:36.933361 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:36.933612 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Added segment 88a8c484-63c8-4dca-ae7f-1cace3c4a76a of type vlan for network 0e7930f4-3e53-4437-8ba2-41bdea206963 May 19 05:55:36.963912 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.063486 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.066218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:37.068036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.102441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:37.107961 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-781919578-network', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:37.118853 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:37.129931 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Usage tracker for resource:network and tenant:08c8eebecee3461c9454ae61e5cd93f6 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:37.138839 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:37.153784 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:37.159237 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 45832) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:37.208804 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 45840) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:37.209070 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0254290 May 19 05:55:37.221099 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Request body: {'subnet': {'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-277542484-subnet', 'tenant_id': '4ded74c06703471c818eb8310ddb1f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:37.225030 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7930f4-3e53-4437-8ba2-41bdea206963,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:37.229462 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:37.236308 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 0e7930f4-3e53-4437-8ba2-41bdea206963 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:55:37.251727 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:37.263128 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Usage tracker for resource:subnet and tenant:4ded74c06703471c818eb8310ddb1f86 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:37.271878 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:37.289581 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:37.294413 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Made reservation on behalf of 08c8eebecee3461c9454ae61e5cd93f6 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:37.297565 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.321640 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.340276 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:37.344835 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Usage tracker for resource:security_group_rule and tenant:08c8eebecee3461c9454ae61e5cd93f6 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:37.348810 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:37.355464 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:37.421179 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Made reservation on behalf of 4ded74c06703471c818eb8310ddb1f86 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:37.423879 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.537684 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45860) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:37.591644 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-828313460-network', 'tenant_id': '42aa593960b8409d89cb6664355a3a41'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:37.623186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:37.638626 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Usage tracker for resource:network and tenant:42aa593960b8409d89cb6664355a3a41 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:37.641442 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:37.647382 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:37.680495 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.742691 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Made reservation on behalf of 42aa593960b8409d89cb6664355a3a41 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:37.745103 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.764331 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.778830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.819961 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:37.839120 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:37.861900 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Usage tracker for resource:security_group_rule and tenant:42aa593960b8409d89cb6664355a3a41 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:37.863783 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1509724974-network', 'tenant_id': '38dd1d9f93724e0a8b153cea7ae57d67'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:37.870722 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:37.874861 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:37.875280 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Usage tracker for resource:network and tenant:38dd1d9f93724e0a8b153cea7ae57d67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:37.877538 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:55:37.878371 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:37.885253 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:37.890217 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:37.911990 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727509558730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.912562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Unsubscribe: segment precommit_create {{(pid=103795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 05:55:37.912980 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Added segment df6b62c8-86c4-4785-8a59-580d0bb9ee89 of type vlan for network 748f7749-996a-4ad2-bfc0-4668835565a2 May 19 05:55:37.930089 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b3c13-d6f3-4999-aaed-084f80cefada,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:37.955967 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.956358 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.956604 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.956923 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.957225 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.957526 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.957866 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.957990 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Made reservation on behalf of 38dd1d9f93724e0a8b153cea7ae57d67 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:37.958183 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.958477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.958778 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.959093 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.959394 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:37.960539 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Tracked resource versions report: May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: pushed versions: May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: { 'AddressGroup': {'1.2'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'ConntrackHelper': {'1.0'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Log': {'1.0'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Network': {'1.1'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Port': {'1.7'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'PortForwarding': {'1.2'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'QosPolicy': {'1.8'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'SecurityGroup': {'1.4'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'SubPort': {'1.0'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Subnet': {'1.1'}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Trunk': {'1.1'}} May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: consumer versions: May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: HyperV agent@hv-cinder-78240: {}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'ConntrackHelper': '1.0', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Log': '1.0', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Network': '1.1', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Port': '1.7', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'PortForwarding': '1.2', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'QosPolicy': '1.8', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'SecurityGroup': '1.4', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'SecurityGroupRule': '1.2', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'SubPort': '1.0', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Subnet': '1.1', May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: 'Trunk': '1.1'}} May 19 05:55:37.960688 dv-cinder-782405-8-smb neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:55:37.982483 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.003209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:38.008929 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Usage tracker for resource:security_group_rule and tenant:38dd1d9f93724e0a8b153cea7ae57d67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:38.012717 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:38.021272 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:38.025214 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.067214 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:38.137627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.178702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.189752 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:38.190359 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.199024 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:38.217399 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.231890 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.237512 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-789b625d-f93c-4ddd-b8cb-d64342a5a47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:38.270104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:55:38.285477 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86319af7-1aa2-4211-b4d8-00a7880bdb3b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:38.289716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:38.292828 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.293993 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Added segment 5096c49d-f345-4b63-86c5-6d599ccdd11e of type vlan for network 69176edf-a9d1-4a29-9d19-e3e22d7e7396 May 19 05:55:38.327201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.328186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.346111 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Pushing event updated for resources: {'Network': ['ID=748f7749-996a-4ad2-bfc0-4668835565a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:38.351812 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:38.352204 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:38.359896 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 748f7749-996a-4ad2-bfc0-4668835565a2 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:55:38.377993 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:55:38.393855 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:38.408801 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.409113 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Added segment 4276b2af-b7c2-4319-8d10-ae5784e1d434 of type vlan for network 06277af3-f324-48c7-9bdf-479b0aa23d00 May 19 05:55:38.410416 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:38.418968 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7330587 May 19 05:55:38.432899 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45902) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:38.440811 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Request body: {'subnet': {'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-subnet', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:38.446530 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:38.455283 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Usage tracker for resource:subnet and tenant:08c8eebecee3461c9454ae61e5cd93f6 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:38.459031 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:38.469994 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:38.478847 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.481065 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:38.481824 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.485641 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d70778bd-75f5-4473-a1ad-fc940bc3819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:38.493800 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.534324 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.543342 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:38.621140 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f0ec91-3684-4f1a-a90f-8a47b37a0866,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:38.629452 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:38.632022 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Checking segment: {'id': '88a8c484-63c8-4dca-ae7f-1cace3c4a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:38.632616 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Network hostable DHCP agents. Network: 0e7930f4-3e53-4437-8ba2-41bdea206963, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:55:38.648966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Pushing event updated for resources: {'Network': ['ID=69176edf-a9d1-4a29-9d19-e3e22d7e7396,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:38.651604 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Made reservation on behalf of 08c8eebecee3461c9454ae61e5cd93f6 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:38.654465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.661907 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 69176edf-a9d1-4a29-9d19-e3e22d7e7396 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:55:38.672433 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.677407 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:38.677407 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.685814 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:38.765957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:38.773610 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2313354 May 19 05:55:38.773887 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45916) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:38.781777 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Request body: {'subnet': {'network_id': '69176edf-a9d1-4a29-9d19-e3e22d7e7396', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1509724974-subnet', 'tenant_id': '38dd1d9f93724e0a8b153cea7ae57d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:38.796369 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Network 0e7930f4-3e53-4437-8ba2-41bdea206963 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:55:38.803106 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:38.813714 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Usage tracker for resource:subnet and tenant:38dd1d9f93724e0a8b153cea7ae57d67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:38.827110 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:38.840372 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:38.982033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 0e7930f4-3e53-4437-8ba2-41bdea206963) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:38.989444 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:38.990127 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:38.992695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b541fcf-47c0-457f-966e-953b9602e467 None None] Network 0e7930f4-3e53-4437-8ba2-41bdea206963 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:39.005333 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Pushing event updated for resources: {'Network': ['ID=06277af3-f324-48c7-9bdf-479b0aa23d00,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:39.008180 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:39.035230 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:55:39.052887 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8924792 May 19 05:55:39.061338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 45940) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:39.067039 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Request body: {'subnet': {'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-828313460-subnet', 'tenant_id': '42aa593960b8409d89cb6664355a3a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:39.073229 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:39.082491 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Usage tracker for resource:subnet and tenant:42aa593960b8409d89cb6664355a3a41 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:39.100157 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8806050 May 19 05:55:39.100157 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:39.107723 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:39.187405 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Made reservation on behalf of 38dd1d9f93724e0a8b153cea7ae57d67 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:39.195001 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:39.204332 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Made reservation on behalf of 42aa593960b8409d89cb6664355a3a41 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:39.207087 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:39.447248 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd017e9b-66c6-48e6-bab9-6d6f75da3440 None None] Network 0e7930f4-3e53-4437-8ba2-41bdea206963 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:39.571586 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:39.580251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-702faa6f-44e6-48ac-8af2-49e4940d07b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:39.650012 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28943ecc-1aa3-437e-88c2-f0574f0fc329,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:39.652748 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:39.682534 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Checking segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:39.682896 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Network hostable DHCP agents. Network: 748f7749-996a-4ad2-bfc0-4668835565a2, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:55:39.841903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Network 748f7749-996a-4ad2-bfc0-4668835565a2 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:55:39.871457 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:39.875944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:39.877757 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:39.883001 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d2db3707-cd4e-44b1-b780-3d26a1c7ac1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:39.972646 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b5ff95-d854-42bd-a859-2de0ba773a13,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:39.977390 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Checking segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:39.977744 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Network hostable DHCP agents. Network: 06277af3-f324-48c7-9bdf-479b0aa23d00, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:55:39.981586 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:39.984727 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 748f7749-996a-4ad2-bfc0-4668835565a2) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:39.989141 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:39.989719 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:39.997391 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bba508-88bc-4ada-9997-65d9e9d51d3f None None] Network 748f7749-996a-4ad2-bfc0-4668835565a2 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:40.054403 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=01dfd74f-2854-4992-a412-2adc32f2d2ed,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:40.058944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:40.076928 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 45980) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:40.091629 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:55:40.123270 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Checking segment: {'id': '5096c49d-f345-4b63-86c5-6d599ccdd11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '69176edf-a9d1-4a29-9d19-e3e22d7e7396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:40.123620 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Network hostable DHCP agents. Network: 69176edf-a9d1-4a29-9d19-e3e22d7e7396, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:55:40.148142 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7134621 May 19 05:55:40.152135 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 45986) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:40.158142 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:40.165048 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:40.169760 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Usage tracker for resource:router and tenant:08c8eebecee3461c9454ae61e5cd93f6 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:40.173406 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:40.176157 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 06277af3-f324-48c7-9bdf-479b0aa23d00) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:40.192849 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:40.196630 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:40.197264 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:40.218805 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c892d-16cc-49a8-b818-9508ed499462 None None] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:40.251576 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Network 69176edf-a9d1-4a29-9d19-e3e22d7e7396 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:55:40.258516 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 69176edf-a9d1-4a29-9d19-e3e22d7e7396) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:40.263002 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:40.263624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:40.292325 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:40.294203 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:40.309583 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2373705 May 19 05:55:40.309810 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866404d-d27b-4982-81ef-63f408907a90 None None] Network 69176edf-a9d1-4a29-9d19-e3e22d7e7396 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:40.320729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:40.340197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64adee0-a681-4381-b0d5-a3c41d5e5948 None None] Network 748f7749-996a-4ad2-bfc0-4668835565a2 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:40.389544 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4d3fa38f-e9dc-4f00-928a-b7279ca67fff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6145339 May 19 05:55:40.432717 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 45996) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:40.501489 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46014) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:40.505355 dv-cinder-782405-8-smb neutron-server[103795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 05:55:40.777640 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deab3a7-c17e-4885-a332-fcfddfa64939 None None] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:40.806896 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-67869a27-ae0e-4e4c-97a1-10c8b1745e15 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:40.814265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648e273-be2a-4a23-a82c-1a8a66c75d67 None None] Network 69176edf-a9d1-4a29-9d19-e3e22d7e7396 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:40.814481 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-67869a27-ae0e-4e4c-97a1-10c8b1745e15 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/networks?id=0e7930f4-3e53-4437-8ba2-41bdea206963 HTTP/1.1" status: 200 len: 811 time: 0.3115323 May 19 05:55:40.933972 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:40.958999 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-5d6b8828-9299-4460-b844-9279f34ea181 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/quotas/4ded74c06703471c818eb8310ddb1f86 HTTP/1.1" status: 200 len: 375 time: 0.1414607 May 19 05:55:41.003671 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46032) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.023157 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-09621e3b-4552-4484-abff-2ffc0cc744ca tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ded74c06703471c818eb8310ddb1f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653267 May 19 05:55:41.024499 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:41.071575 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.113165 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:41.131681 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3d5677d4434f96946473cef7f07e74 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:41.134849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:41.139173 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Usage tracker for resource:security_group_rule and tenant:36bf12f79d4e4fbdb8c204733e757af6 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:41.142674 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:41.175889 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.196235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:41.197084 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:41.205578 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Usage tracker for resource:security_group_rule and tenant:faa31d662faa429aa6287f1e63abda2d is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:41.205578 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:41.213967 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:41.214304 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:41.218099 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.315380 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.330187 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.397043 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.425546 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.456464 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:41.466541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.499941 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36bf12f79d4e4fbdb8c204733e757af6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4209280 May 19 05:55:41.508263 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46050) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.509476 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:41.516078 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80067b33-bbd8-45c8-8b84-f4935c96968b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:41.519707 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:41.523347 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46052) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.523854 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faa31d662faa429aa6287f1e63abda2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5189595 May 19 05:55:41.530102 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.600223 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.619743 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71f789-e68f-4f14-937a-432015e0ae1e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:41.636549 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:41.637076 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:41.679464 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.680758 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-7cbfbda4-423c-499b-88fb-6ad4abdbdbf9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:55:41.681715 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-7cbfbda4-423c-499b-88fb-6ad4abdbdbf9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1989489 May 19 05:55:41.689593 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc3d5677d4434f96946473cef7f07e74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2530434 May 19 05:55:41.697553 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46072) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.707576 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b116983-a148-40d6-9ed7-77f26226663b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:41.727192 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:41.727192 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46078) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:41.727192 dv-cinder-782405-8-smb neutron-server[103796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 05:55:41.727895 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.753053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.910335 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-030b807b-0997-4565-ad84-f3368d000844 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:41.915526 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-030b807b-0997-4565-ad84-f3368d000844 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.1964180 May 19 05:55:41.928827 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-ec12bcbc-80a9-4feb-ac7d-2f03ac7beeb0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/quotas/42aa593960b8409d89cb6664355a3a41 HTTP/1.1" status: 200 len: 375 time: 0.0109706 May 19 05:55:41.979341 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-12b4ad7d-49bb-4de3-bd92-34a00c5398f8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435236 May 19 05:55:41.980255 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:41.990704 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:41.995022 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.005627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80067b33-bbd8-45c8-8b84-f4935c96968b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:42.014538 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:42.019697 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.020830 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80067b33-bbd8-45c8-8b84-f4935c96968b HTTP/1.1" status: 204 len: 168 time: 0.4958351 May 19 05:55:42.045700 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.068063 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46098) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:42.073990 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-178059230-network', 'tenant_id': '5d503aea27ed499abd9ef0bf636c21c3'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:42.079417 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:42.091501 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Usage tracker for resource:network and tenant:5d503aea27ed499abd9ef0bf636c21c3 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:42.096333 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:42.099645 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-ce6a79ea-c2c9-45ad-801f-4ec140e7596c service neutron] 10.222.0.24 "GET /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983624 May 19 05:55:42.113953 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:42.131108 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.215110 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-62954bad-89e0-444f-99b4-ec0cf5158dfb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:55:42.215936 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-62954bad-89e0-444f-99b4-ec0cf5158dfb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436945 May 19 05:55:42.216975 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Made reservation on behalf of 5d503aea27ed499abd9ef0bf636c21c3 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:42.219223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.228095 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.231890 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.252948 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.262075 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:42.317799 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71f789-e68f-4f14-937a-432015e0ae1e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:42.322456 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:42.326589 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:42.328762 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d503aea27ed499abd9ef0bf636c21c3 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:42.332214 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:42.346791 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:42.359541 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-34aafea9-d7f5-40b7-91e3-6573842e2d36 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532995 May 19 05:55:42.409383 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.410227 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b71f789-e68f-4f14-937a-432015e0ae1e HTTP/1.1" status: 204 len: 168 time: 0.8859909 May 19 05:55:42.437851 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-604c3dcf-823c-4aa5-be26-4021443a2cab service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074454 May 19 05:55:42.446702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Allocated IP 172.28.2.113 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/e925a139-2a90-40de-899a-53e0628829df) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:55:42.592758 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.604279 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:42.618046 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b116983-a148-40d6-9ed7-77f26226663b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:42.637751 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:42.646630 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.651396 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b116983-a148-40d6-9ed7-77f26226663b HTTP/1.1" status: 204 len: 168 time: 0.9455249 May 19 05:55:42.674255 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.698690 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.719295 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-385dd065-7630-4ea5-bed2-e883d2bc8503 service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712493 May 19 05:55:42.734659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.739013 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fd504bad-093d-449e-8e90-fa2cbd4e7a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:42.774806 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:55:42.798812 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04974cbf-3bcb-4634-9e4a-d73f2a2ad587,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:42.802816 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:42.805383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.805838 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Added segment ceb877c6-cbc0-4efe-9827-53e3a745e21d of type vlan for network fae98686-933f-4c82-85e5-971d25089147 May 19 05:55:42.836685 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.876579 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-03f1515d-1e48-43d4-9d05-5bba19bb7119 req-de2768bc-fda9-47d8-b1ea-3a108c3b6576 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.0775144 May 19 05:55:42.880541 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.885728 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:42.935054 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46132) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:42.959115 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:55:42.961934 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.962891 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:42.967060 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:55:42.984097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:42.986706 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:42.987872 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.015121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:43.018460 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:43.038356 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab972dfa293c46cf95892d7b92087bbf is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:43.060502 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:43.073081 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:43.128651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Pushing event updated for resources: {'Port': ['ID=e925a139-2a90-40de-899a-53e0628829df,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:43.140972 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0717347 May 19 05:55:43.149539 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46146) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:43.159229 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Request body: {'subnet': {'network_id': 'fae98686-933f-4c82-85e5-971d25089147', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-178059230-subnet', 'tenant_id': '5d503aea27ed499abd9ef0bf636c21c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:43.168287 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=fae98686-933f-4c82-85e5-971d25089147,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:43.175954 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:43.176907 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:43.183225 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network fae98686-933f-4c82-85e5-971d25089147 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:55:43.184905 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Usage tracker for resource:subnet and tenant:5d503aea27ed499abd9ef0bf636c21c3 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:43.189145 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:43.197717 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:43.218917 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:43.231732 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-40a1a812-4262-4c97-bbd6-29242aa61c2a req-0ff8915a-1b69-4918-8bdb-1426d9bac587 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.1309967 May 19 05:55:43.266719 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.292169 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Made reservation on behalf of 5d503aea27ed499abd9ef0bf636c21c3 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:43.295165 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.345492 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.489547 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:43.551379 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b9c7bd-3f39-4fff-b8c4-b5635faf8340,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:43.553260 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:43.562775 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab972dfa293c46cf95892d7b92087bbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6265607 May 19 05:55:43.565411 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46172) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:43.826517 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.846348 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.861271 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46186) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:43.882102 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:43.900010 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:43.919792 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Usage tracker for resource:security_group_rule and tenant:f395fc6d19ce4e418992a7fd6fa94811 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:44.002746 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:44.042127 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:44.137283 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.142028 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9be1f0ed-e072-4335-b0c6-8d4c593bc1ac req-056bde28-ee25-4255-a1a8-e534f3c032e4 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.1355107 May 19 05:55:44.290166 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.291810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.296573 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:44.311809 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.375451 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.386943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df01b7fe-ecd1-47ae-8e66-63e92ffc8862,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:44.395728 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:44.396766 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Checking segment: {'id': 'ceb877c6-cbc0-4efe-9827-53e3a745e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fae98686-933f-4c82-85e5-971d25089147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:44.397016 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Network hostable DHCP agents. Network: fae98686-933f-4c82-85e5-971d25089147, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:55:44.399966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:44.445179 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f395fc6d19ce4e418992a7fd6fa94811&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5821335 May 19 05:55:44.445759 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.450709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46210) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:44.462382 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166c16d0-50f6-424a-b0fd-fc3e71e3878c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:44.465098 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ab002da3-78de-4925-b0c7-40d88fab5351 req-364c3131-629c-48b1-b392-dd16b973e190 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.0716572 May 19 05:55:44.466659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:44.468609 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ebddf8f9-9e53-4ffe-9076-a4a87afee9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:44.488694 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b9c7bd-3f39-4fff-b8c4-b5635faf8340,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:44.519160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.549369 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.561013 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Network fae98686-933f-4c82-85e5-971d25089147 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:55:44.581637 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:44.592283 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.596038 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89b9c7bd-3f39-4fff-b8c4-b5635faf8340 HTTP/1.1" status: 204 len: 168 time: 1.0267482 May 19 05:55:44.668821 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, fae98686-933f-4c82-85e5-971d25089147) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:44.675401 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:44.676050 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.681908 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78ae84-813a-423c-88ef-c49a2720a1ce None None] Network fae98686-933f-4c82-85e5-971d25089147 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:44.694381 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.713589 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f11a878f-7a6b-4ee4-8f1e-7c06fb7cacc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:44.731475 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166c16d0-50f6-424a-b0fd-fc3e71e3878c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:44.733450 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:44.737370 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/166c16d0-50f6-424a-b0fd-fc3e71e3878c HTTP/1.1" status: 204 len: 168 time: 0.2856143 May 19 05:55:44.738171 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:44.778971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Router b69578eb-13f9-4c60-9d16-0b76247dc391 is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:55:44.835576 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5439eae4-a99d-4672-9ac6-cbf2d250bfb3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6719778 May 19 05:55:44.998300 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93e489-d12b-4794-a5aa-37151ff5585c None None] Network fae98686-933f-4c82-85e5-971d25089147 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:55:45.053450 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:55:45.067027 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Sync routers for ids ['b69578eb-13f9-4c60-9d16-0b76247dc391'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:55:45.085083 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Routers {'b69578eb-13f9-4c60-9d16-0b76247dc391'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:55:45.085656 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:55:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b69578eb-13f9-4c60-9d16-0b76247dc391'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:45.157914 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Notify callbacks [] for router, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:45.159971 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0068140 May 19 05:55:45.163748 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46254) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:45.362977 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e6ba300c-cb58-48a4-a19c-3ac848069b9a req-3e39b253-3af0-4e23-982d-d7646232aa6f tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.0983050 May 19 05:55:45.411122 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Set router b69578eb-13f9-4c60-9d16-0b76247dc391 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:55:45.543094 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:45.835435 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9179e99d-c7bb-4dcb-89b1-5fb3fee8013b req-0661e242-24cd-4a62-abe5-6dbe26f8f32b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.2896764 May 19 05:55:45.877806 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Deleting subnet 01dfd74f-2854-4992-a412-2adc32f2d2ed {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:55:45.886031 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.007651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.011615 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:55:43Z', 'revision_number': 3, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:46.016254 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.017810 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Checking router: b69578eb-13f9-4c60-9d16-0b76247dc391 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:55:46.018158 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Updating router b69578eb-13f9-4c60-9d16-0b76247dc391 port e925a139-2a90-40de-899a-53e0628829df binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:55:46.133118 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.514768 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.520505 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:46.575221 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01dfd74f-2854-4992-a412-2adc32f2d2ed,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:46.595152 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:46.622676 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.629338 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/01dfd74f-2854-4992-a412-2adc32f2d2ed HTTP/1.1" status: 204 len: 168 time: 1.0852058 May 19 05:55:46.634029 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46330) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:46.658094 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a5daedda-b857-463e-a845-1449bf72feed req-2b9a6f3e-de6b-41e8-83df-b66e893f5696 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.0813730 May 19 05:55:46.670362 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.683688 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.693100 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Transition to ACTIVE for port object e925a139-2a90-40de-899a-53e0628829df will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:55:46.752522 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.799701 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.805910 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:46.948224 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Attempting to bind port e925a139-2a90-40de-899a-53e0628829df on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:55:46.948606 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Attempting to bind port e925a139-2a90-40de-899a-53e0628829df by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:55:46.948987 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Attempting to bind port e925a139-2a90-40de-899a-53e0628829df on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:55:46.959796 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:55:46.966064 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:46.966064 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.966064 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:55:46.966064 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Bound port: e925a139-2a90-40de-899a-53e0628829df, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:55:46.966064 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.971579 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:46.987551 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.988725 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.989396 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.989815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.990187 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.990523 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.990851 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.992181 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.992643 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:46.995222 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:47.009595 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Pushing event updated for resources: {'Port': ['ID=e925a139-2a90-40de-899a-53e0628829df,revision_number=2']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:47.010077 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Allocated IP 172.20.0.1 (748f7749-996a-4ad2-bfc0-4668835565a2/28943ecc-1aa3-437e-88c2-f0574f0fc329/bcddbe56-da4e-4f47-95e4-8454245f65fc) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:55:47.029556 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Tracked resource versions report: May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: pushed versions: May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: { 'AddressGroup': {'1.2'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'ConntrackHelper': {'1.0'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Log': {'1.0'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Network': {'1.1'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Port': {'1.7'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'PortForwarding': {'1.2'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'QosPolicy': {'1.8'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroup': {'1.4'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroupRule': {'1.2'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'SubPort': {'1.0'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Subnet': {'1.1'}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Trunk': {'1.1'}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: consumer versions: May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: HyperV agent@hv-cinder-78240: {}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'ConntrackHelper': '1.0', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Log': '1.0', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Network': '1.1', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Port': '1.7', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'PortForwarding': '1.2', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'QosPolicy': '1.8', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroup': '1.4', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'SecurityGroupRule': '1.2', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'SubPort': '1.0', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Subnet': '1.1', May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: 'Trunk': '1.1'}} May 19 05:55:47.035585 dv-cinder-782405-8-smb neutron-server[103798]: {{(pid=103798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:55:47.041166 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:47.101145 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] For port e925a139-2a90-40de-899a-53e0628829df, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:55:47.104933 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] For port e925a139-2a90-40de-899a-53e0628829df, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e925a139-2a90-40de-899a-53e0628829df,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:55:47.189283 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:47.189656 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:47.189984 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:47.190313 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:55:47.190673 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69176edf-a9d1-4a29-9d19-e3e22d7e7396']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:47.195234 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.218207 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-da6e07ce-e963-4079-a222-4d49ce3d0312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:47.290110 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.314246 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1e78f3d4-1974-4fd2-834a-e1b175eabeb9 req-f85e8258-6eb3-4cc1-8074-b39c81081025 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.0966091 May 19 05:55:47.316670 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5096c49d-f345-4b63-86c5-6d599ccdd11e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:47.317182 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5096c49d-f345-4b63-86c5-6d599ccdd11e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:47.323347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.32', 55443) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:47.325995 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Routers {'b69578eb-13f9-4c60-9d16-0b76247dc391'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:55:47.326796 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:55:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b69578eb-13f9-4c60-9d16-0b76247dc391'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:47.335755 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.359099 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.369589 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:55:47.370378 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.412760 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Pushing event updated for resources: {'Port': ['ID=e925a139-2a90-40de-899a-53e0628829df,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:47.418716 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: from cryptography.utils import int_from_bytes May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: from cryptography.utils import int_from_bytes May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:55:47.437118 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:55:47.567704 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] Set router b69578eb-13f9-4c60-9d16-0b76247dc391 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:55:47.637122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-7d0e2160-94cb-4d00-941d-bbf8720b9ba0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:47.637719 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-679a09ff-f207-4bc1-8314-9d9724185238 req-7d0e2160-94cb-4d00-941d-bbf8720b9ba0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Synchronizing usage tracker for tenant:4ded74c06703471c818eb8310ddb1f86 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:55:47.700858 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.705742 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-41cf5d27-b28c-4d16-b2b2-532efee8b518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:47.728275 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.729223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-679a09ff-f207-4bc1-8314-9d9724185238 req-7d0e2160-94cb-4d00-941d-bbf8720b9ba0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Unset dirty status for tenant:4ded74c06703471c818eb8310ddb1f86 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:55:47.730392 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-7d0e2160-94cb-4d00-941d-bbf8720b9ba0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.32 "GET /v2.0/networks?id=0e7930f4-3e53-4437-8ba2-41bdea206963 HTTP/1.1" status: 200 len: 811 time: 0.4060314 May 19 05:55:47.730969 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=69176edf-a9d1-4a29-9d19-e3e22d7e7396,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:47.731674 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.737344 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ecf0a36c-8058-4d2a-aee3-24ce60c7662c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:47.740429 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:47.743512 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] 10.222.0.24 "DELETE /v2.0/networks/69176edf-a9d1-4a29-9d19-e3e22d7e7396 HTTP/1.1" status: 204 len: 168 time: 1.1063824 May 19 05:55:47.746262 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46368) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:47.848942 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Deleting subnet df01b7fe-ecd1-47ae-8e66-63e92ffc8862 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:55:47.855773 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:47.883971 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Request body: {'port': {'device_id': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963', 'admin_state_up': True, 'tenant_id': '4ded74c06703471c818eb8310ddb1f86'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:48.000260 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.047447 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Network 748f7749-996a-4ad2-bfc0-4668835565a2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:55:48.052503 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-beff9f5d-a8e6-49b3-a80a-88bb848cd7b0 req-c906500a-69d8-47f8-b069-8467f9f6c450 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.1017215 May 19 05:55:48.109489 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:48.120356 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:55:48.120839 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.129407 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:55:43Z', 'revision_number': 3, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:48.136497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Pushing event updated for resources: {'Port': ['ID=bcddbe56-da4e-4f47-95e4-8454245f65fc,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:48.138943 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964644bc-efc6-4b75-b547-103f87d86de1 None None] The sync data for ids ['b69578eb-13f9-4c60-9d16-0b76247dc391'] in dv-cinder-782405-8-smb is: [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:55:43Z', 'revision_number': 3, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:55:48.169121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:48.200404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.255426 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:48.263220 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Usage tracker for resource:port and tenant:4ded74c06703471c818eb8310ddb1f86 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:48.267649 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:48.275826 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:48.314628 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.32', 55449) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:48.422692 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Made reservation on behalf of 4ded74c06703471c818eb8310ddb1f86 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:48.426568 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.664079 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2c6e6b7a-32d8-449d-92a8-dba1190b0d83 req-6047a0cc-dd19-456f-a190-acf60a0d9f55 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.0864215 May 19 05:55:48.773786 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.789404 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-dd87092d-1eea-4401-ad5b-563344099a8b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:48.790896 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-dd87092d-1eea-4401-ad5b-563344099a8b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.4749935 May 19 05:55:48.809750 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Request body: {'port': {'device_id': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'admin_state_up': True, 'tenant_id': '42aa593960b8409d89cb6664355a3a41'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:48.886971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.892406 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Allocated IP 172.20.0.8 (0e7930f4-3e53-4437-8ba2-41bdea206963/73f0ec91-3684-4f1a-a90f-8a47b37a0866/ec3b06de-0b5e-46d7-8301-c7a90cf5e49a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:55:48.892544 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f5398f1b-4c57-41fe-a1d6-140dde44b6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:48.933848 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df01b7fe-ecd1-47ae-8e66-63e92ffc8862,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:48.938365 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29695980-7216-4f8e-8ef0-2b9dad08fcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.939477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:48.941026 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:48.946715 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df01b7fe-ecd1-47ae-8e66-63e92ffc8862 HTTP/1.1" status: 204 len: 168 time: 1.1964717 May 19 05:55:48.947333 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:49.143222 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46438) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:49.212815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.319668 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.356896 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:49.367324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:49.385485 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Usage tracker for resource:port and tenant:42aa593960b8409d89cb6664355a3a41 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:49.672740 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab80213f8104d85ac26065feaa0531e is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:49.676871 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:49.677367 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:49.678499 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d3ff111-cae8-4b97-af1e-bd458cd4f1c7 req-667edbcf-2961-41c1-a671-c1656e626198 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.1427183 May 19 05:55:49.678830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:49.678830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.679206 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:49.679422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae98686-933f-4c82-85e5-971d25089147']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:49.679422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb877c6-cbc0-4efe-9827-53e3a745e21d') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:49.679422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb877c6-cbc0-4efe-9827-53e3a745e21d') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:49.679422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.679422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.681823 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e925a139-2a90-40de-899a-53e0628829df up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:55:49.682033 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:55:49.689434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.689434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Made reservation on behalf of 42aa593960b8409d89cb6664355a3a41 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:55:49.689434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.741793 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.798379 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.829966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.842604 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.856313 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:49.866919 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9b208dfd-4493-4cb7-a6e4-e0ad28bc2899 req-b025cca7-da44-436c-b8ee-64462332620b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.0641954 May 19 05:55:49.880426 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port e925a139-2a90-40de-899a-53e0628829df completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:55:49.889619 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port e925a139-2a90-40de-899a-53e0628829df triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:55:49.890193 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.909058 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.910098 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:49.919100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f934a24c-8cb5-47ba-88e2-f8257ac63089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:49.997184 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.063303 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46470) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:50.071442 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ab80213f8104d85ac26065feaa0531e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9179373 May 19 05:55:50.074349 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc57f98-3e5a-4cc9-83ce-a57cc23a7e49,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:50.093761 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:50.094402 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c3e1ed44-e72e-4e39-b857-c4505bde1f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:50.146950 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fae98686-933f-4c82-85e5-971d25089147 HTTP/1.1" status: 204 len: 168 time: 1.1984980 May 19 05:55:50.173267 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae98686-933f-4c82-85e5-971d25089147,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:50.182632 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:50.308564 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.340749 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port e925a139-2a90-40de-899a-53e0628829df, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e925a139-2a90-40de-899a-53e0628829df,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:55:50.415730 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.417945 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-863d762d-d59c-4e66-a373-5d2ee9531e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:50.432595 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.462800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Pushing event updated for resources: {'Port': ['ID=bcddbe56-da4e-4f47-95e4-8454245f65fc,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:50.492712 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.510558 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:50.557766 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=e925a139-2a90-40de-899a-53e0628829df,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:50.586170 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.586170 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.586376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.586590 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.586929 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.587319 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.587619 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.592216 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.592759 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.593341 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.594081 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.594610 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Tracked resource versions report: May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: pushed versions: May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: { 'AddressGroup': {'1.2'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'ConntrackHelper': {'1.0'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Log': {'1.0'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Network': {'1.1'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Port': {'1.7'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'PortForwarding': {'1.2'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'QosPolicy': {'1.8'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroup': {'1.4'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroupRule': {'1.2'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'SubPort': {'1.0'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Subnet': {'1.1'}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Trunk': {'1.1'}} May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: consumer versions: May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: { DHCP agent@dv-cinder-782405-8-smb: {}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: HyperV agent@hv-cinder-78240: {}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: L3 agent@dv-cinder-782405-8-smb: {}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: Metadata agent@dv-cinder-782405-8-smb: {}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: Metering agent@dv-cinder-782405-8-smb: {}, May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: Open vSwitch agent@dv-cinder-782405-8-smb: { 'AddressGroup': '1.2', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'ConntrackHelper': '1.0', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Log': '1.0', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Network': '1.1', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Port': '1.7', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'PortForwarding': '1.2', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'QosPolicy': '1.8', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroup': '1.4', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'SecurityGroupRule': '1.2', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'SubPort': '1.0', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Subnet': '1.1', May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: 'Trunk': '1.1'}} May 19 05:55:50.596018 dv-cinder-782405-8-smb neutron-server[103797]: {{(pid=103797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 05:55:50.608479 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:50.645878 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Allocated IP 172.20.0.9 (06277af3-f324-48c7-9bdf-479b0aa23d00/b9b5ff95-d854-42bd-a859-2de0ba773a13/c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:55:50.657037 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.748844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Network 748f7749-996a-4ad2-bfc0-4668835565a2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:55:50.763619 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46490) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:50.765376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:50.770801 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:50.855293 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-293d5669-4e74-480d-a345-1a729c7b3527 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38dd1d9f93724e0a8b153cea7ae57d67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0887876 May 19 05:55:50.856380 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46496) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:50.880281 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Pushing event updated for resources: {'Port': ['ID=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:50.903123 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:50.982499 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:50.984212 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:55:51.049445 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.130875 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Network 0e7930f4-3e53-4437-8ba2-41bdea206963 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:55:51.142182 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.143035 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:51.158225 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:55:51.164179 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:51.164974 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.180403 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Router b69578eb-13f9-4c60-9d16-0b76247dc391 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:55:51.183811 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:51.216534 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc57f98-3e5a-4cc9-83ce-a57cc23a7e49,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:51.220449 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:51.242546 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f48a7321-6e6b-4489-a088-2239567cba4e req-0347b255-9640-4702-b381-c12492bed410 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.1339633 May 19 05:55:51.308728 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.361254 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.376437 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ab34b00c-9606-49af-a75b-221e412becfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:51.380144 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-56056dea-36e4-45e9-aa6d-4c311a64de0b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:51.381231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-56056dea-36e4-45e9-aa6d-4c311a64de0b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Synchronizing usage tracker for tenant:4ded74c06703471c818eb8310ddb1f86 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:55:51.432229 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86319af7-1aa2-4211-b4d8-00a7880bdb3b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:51.434209 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:51.437604 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.440798 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86319af7-1aa2-4211-b4d8-00a7880bdb3b HTTP/1.1" status: 204 len: 168 time: 0.5810699 May 19 05:55:51.461689 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6075826 May 19 05:55:51.462523 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.466079 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bc57f98-3e5a-4cc9-83ce-a57cc23a7e49 HTTP/1.1" status: 204 len: 168 time: 1.3852494 May 19 05:55:51.477576 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0ac98bc8-2500-4d8e-84c3-d8fc0bba18f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.590682 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e925a139-2a90-40de-899a-53e0628829df up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:55:51.639428 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-10cc792d-c168-4b0f-9519-9e34c22c807d tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 05:55:51.640545 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-10cc792d-c168-4b0f-9519-9e34c22c807d tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294933 May 19 05:55:51.702747 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-56056dea-36e4-45e9-aa6d-4c311a64de0b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Unset dirty status for tenant:4ded74c06703471c818eb8310ddb1f86 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:55:51.706088 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-56056dea-36e4-45e9-aa6d-4c311a64de0b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 931 time: 1.0573924 May 19 05:55:51.732846 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port e925a139-2a90-40de-899a-53e0628829df triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:55:51.733551 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.762314 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.792419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:55:51.801859 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] 10.222.0.24 "PUT /v2.0/routers/b69578eb-13f9-4c60-9d16-0b76247dc391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6369412 May 19 05:55:51.805245 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Sync routers for ids ['b69578eb-13f9-4c60-9d16-0b76247dc391'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:55:51.805697 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-176babc6-04ff-4c93-ae72-f4bfeface1f0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Synchronizing usage tracker for tenant:4ded74c06703471c818eb8310ddb1f86 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:55:51.844696 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Routers {'b69578eb-13f9-4c60-9d16-0b76247dc391'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:55:51.845353 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:55:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b69578eb-13f9-4c60-9d16-0b76247dc391'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:51.964001 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-176babc6-04ff-4c93-ae72-f4bfeface1f0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Unset dirty status for tenant:4ded74c06703471c818eb8310ddb1f86 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:55:51.965238 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4fdf8de0-4389-4f39-8abd-ae36d0c62607 req-176babc6-04ff-4c93-ae72-f4bfeface1f0 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469029 May 19 05:55:51.966399 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:51.984989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:52.136967 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event updated for resources: {'Port': ['ID=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:52.148080 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:52.153480 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:55:52.154890 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:55:52.164392 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:55:52.170350 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:52.170978 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:52.278524 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Set router b69578eb-13f9-4c60-9d16-0b76247dc391 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:55:52.297999 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4974091 May 19 05:55:52.438500 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:52.620420 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8525d2-3995-4961-9c5e-613f16ead0e6 req-ef48f9f3-1b4f-4849-8184-86de0f9375b5 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:52.621959 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2f8525d2-3995-4961-9c5e-613f16ead0e6 req-ef48f9f3-1b4f-4849-8184-86de0f9375b5 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 931 time: 0.1548545 May 19 05:55:52.754735 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-2f8525d2-3995-4961-9c5e-613f16ead0e6 req-5c0c9784-97b5-475f-9955-90cd7a8df372 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:55:52.763450 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:55:48Z', 'revision_number': 4, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bcddbe56-da4e-4f47-95e4-8454245f65fc', 'name': '', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'mac_address': 'fa:16:3e:8d:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:46Z', 'updated_at': '2021-05-19T05:55:49Z', 'revision_number': 2, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'subnets': [{'id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:52.768789 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Checking router: b69578eb-13f9-4c60-9d16-0b76247dc391 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:55:52.769562 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Updating router b69578eb-13f9-4c60-9d16-0b76247dc391 port bcddbe56-da4e-4f47-95e4-8454245f65fc binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:55:52.850901 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:52.880390 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-2f8525d2-3995-4961-9c5e-613f16ead0e6 req-5c0c9784-97b5-475f-9955-90cd7a8df372 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:55:52.881604 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2f8525d2-3995-4961-9c5e-613f16ead0e6 req-5c0c9784-97b5-475f-9955-90cd7a8df372 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498026 May 19 05:55:53.055048 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:53.235053 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-704a48eb-c53d-4706-b7a1-dc01256900be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d503aea27ed499abd9ef0bf636c21c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1787932 May 19 05:55:53.237542 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46550) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:53.341764 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46556) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:53.387963 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.397870 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46560) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:53.404729 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Transition to ACTIVE for port object bcddbe56-da4e-4f47-95e4-8454245f65fc will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:55:53.419061 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.496188 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.504751 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:53.513296 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:53.528597 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Usage tracker for resource:security_group_rule and tenant:06536006ba504d4b87fb20e1571cd262 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:53.536178 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:53.557983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.565493 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:53.599863 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419f0f0-b14e-4e22-ad37-93d45c838eeb req-072c4da4-2a07-47f2-9567-7e9350d52658 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:53.608701 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5419f0f0-b14e-4e22-ad37-93d45c838eeb req-072c4da4-2a07-47f2-9567-7e9350d52658 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 931 time: 0.3390827 May 19 05:55:53.630688 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b284d5-f22e-4854-9fee-013a10d29694 None None] Pushing event updated for resources: {'Port': ['ID=bcddbe56-da4e-4f47-95e4-8454245f65fc,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:53.636840 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.649724 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d3b284d5-f22e-4854-9fee-013a10d29694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:53.717913 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5419f0f0-b14e-4e22-ad37-93d45c838eeb req-8ce04e7b-c7f3-485a-9cce-9394a1d0c500 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079369 May 19 05:55:53.812865 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.817772 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.847107 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Attempting to bind port bcddbe56-da4e-4f47-95e4-8454245f65fc on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:55:53.847458 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Attempting to bind port bcddbe56-da4e-4f47-95e4-8454245f65fc by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:55:53.847829 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Attempting to bind port bcddbe56-da4e-4f47-95e4-8454245f65fc on network 748f7749-996a-4ad2-bfc0-4668835565a2 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:55:53.853059 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bf2ea492-a361-4665-baaf-053470e9314e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:53.858036 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:55:53.858563 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Checking segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:53.859037 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.862185 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Bound using segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:55:53.862782 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Bound port: bcddbe56-da4e-4f47-95e4-8454245f65fc, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:55:53.863403 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.869803 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.904292 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04974cbf-3bcb-4634-9e4a-d73f2a2ad587,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:53.919399 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:53.922993 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9827c6e0-1062-457e-8cda-8c5d394db820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:53.933164 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:53.940362 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04974cbf-3bcb-4634-9e4a-d73f2a2ad587 HTTP/1.1" status: 204 len: 168 time: 0.7005830 May 19 05:55:53.960724 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06536006ba504d4b87fb20e1571cd262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174374 May 19 05:55:53.963655 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46576) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:54.036369 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e90c68-108b-49b6-8958-4dd9565d9f57,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:54.049185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:54.057889 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] For port bcddbe56-da4e-4f47-95e4-8454245f65fc, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:55:54.065044 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] For port bcddbe56-da4e-4f47-95e4-8454245f65fc, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=bcddbe56-da4e-4f47-95e4-8454245f65fc,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:55:54.098579 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:54.149496 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:54.156226 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:54.171876 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Request body: {'port': {'device_id': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:54.325791 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b284d5-f22e-4854-9fee-013a10d29694 None None] Pushing event updated for resources: {'Port': ['ID=bcddbe56-da4e-4f47-95e4-8454245f65fc,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:54.335139 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Routers {'b69578eb-13f9-4c60-9d16-0b76247dc391'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:55:54.336025 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:55:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b69578eb-13f9-4c60-9d16-0b76247dc391'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:54.386453 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-25c7ffa8-5ec9-4f2b-bc46-89d73b18b224 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:54.388180 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-25c7ffa8-5ec9-4f2b-bc46-89d73b18b224 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Synchronizing usage tracker for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:network {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:55:54.390222 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d3b284d5-f22e-4854-9fee-013a10d29694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:54.397692 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:54.508184 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-25c7ffa8-5ec9-4f2b-bc46-89d73b18b224 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Unset dirty status for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:network {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:55:54.509799 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-25c7ffa8-5ec9-4f2b-bc46-89d73b18b224 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 818 time: 0.4665449 May 19 05:55:54.534011 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-3c123a5d-1ff7-4383-8591-d7c2597b26e8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/quotas/08c8eebecee3461c9454ae61e5cd93f6 HTTP/1.1" status: 200 len: 375 time: 0.0173349 May 19 05:55:54.586385 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] Set router b69578eb-13f9-4c60-9d16-0b76247dc391 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:55:54.700442 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:55:54.703841 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-7f7a9644-f614-4f00-99e6-89f558f1bdef tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688123 May 19 05:55:54.730519 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Request body: {'port': {'device_id': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:55:54.847544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:54.894643 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:c49171cc264c482b977b37ffeb4cb8ef is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:55:54.966083 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:55:54.967257 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-06217de3-2317-457f-8d57-98926b651955 service neutron] 10.222.0.24 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605674 May 19 05:55:55.018908 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:55.095545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:55:55.132789 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-e9aa8f96-2018-4cca-8797-0d0831bbb702 service neutron] 10.222.0.24 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645825 May 19 05:55:55.255796 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:55.309693 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:55:48Z', 'revision_number': 4, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bcddbe56-da4e-4f47-95e4-8454245f65fc', 'name': '', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'mac_address': 'fa:16:3e:8d:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:46Z', 'updated_at': '2021-05-19T05:55:54Z', 'revision_number': 4, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'subnets': [{'id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:55:55.317003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320acc55-c0f6-4d42-8529-0c4316147081 None None] The sync data for ids ['b69578eb-13f9-4c60-9d16-0b76247dc391'] in dv-cinder-782405-8-smb is: [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:55:48Z', 'revision_number': 4, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bcddbe56-da4e-4f47-95e4-8454245f65fc', 'name': '', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'mac_address': 'fa:16:3e:8d:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:46Z', 'updated_at': '2021-05-19T05:55:54Z', 'revision_number': 4, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'subnets': [{'id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:55:55.611031 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:55.618331 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:55.688700 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bcddbe56-da4e-4f47-95e4-8454245f65fc up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:55:55.723357 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8556ebd-974a-4c11-b00e-71a617b51bcc req-44183514-c430-4e97-9a72-17a00a0427d8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:55.724177 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8556ebd-974a-4c11-b00e-71a617b51bcc req-44183514-c430-4e97-9a72-17a00a0427d8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:55:55.744706 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:55.926194 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e90c68-108b-49b6-8958-4dd9565d9f57,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:55.931331 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:55.961644 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001712e1-f924-4931-a264-21541217f344 req-f9af0ba9-c69a-47a7-851c-3ad3f7d32a34 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:55.972497 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-001712e1-f924-4931-a264-21541217f344 req-f9af0ba9-c69a-47a7-851c-3ad3f7d32a34 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 931 time: 0.2112584 May 19 05:55:56.083211 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-001712e1-f924-4931-a264-21541217f344 req-04fe3c8f-4acb-494e-8c30-f499f40faf18 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102722 May 19 05:55:56.105550 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port bcddbe56-da4e-4f47-95e4-8454245f65fc completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:55:56.110854 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port bcddbe56-da4e-4f47-95e4-8454245f65fc triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:55:56.111451 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:56.244829 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3bb3f02b-81e2-488d-bd89-b1a133822c44 req-48072bff-c9d6-47be-af32-3dc705fa7072 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 210 time: 0.1146793 May 19 05:55:56.287464 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:56.289186 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5e90c68-108b-49b6-8958-4dd9565d9f57 HTTP/1.1" status: 204 len: 168 time: 2.3244948 May 19 05:55:56.414674 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:56.486839 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port bcddbe56-da4e-4f47-95e4-8454245f65fc, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=bcddbe56-da4e-4f47-95e4-8454245f65fc,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:55:56.551864 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:56.554837 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d3b284d5-f22e-4854-9fee-013a10d29694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:56.790025 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=bcddbe56-da4e-4f47-95e4-8454245f65fc,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:56.802466 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:56.992154 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8556ebd-974a-4c11-b00e-71a617b51bcc req-44183514-c430-4e97-9a72-17a00a0427d8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:55:56.993682 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8556ebd-974a-4c11-b00e-71a617b51bcc req-44183514-c430-4e97-9a72-17a00a0427d8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 931 time: 2.8305240 May 19 05:55:57.204772 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8556ebd-974a-4c11-b00e-71a617b51bcc req-95b5f8db-0acd-40d9-9c2b-8aabb33372d8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940017 May 19 05:55:57.210212 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.371282 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.454138 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-aa91744f-865a-405e-821a-4d38d12ff55c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:57.455779 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-eda32a4d-86d9-49fa-ab51-b5805d775513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:57.456349 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-aa91744f-865a-405e-821a-4d38d12ff55c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 818 time: 0.6358516 May 19 05:55:57.456349 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-04babcb0-4cb1-47ec-ba64-c621e06a9d02 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/quotas/08c8eebecee3461c9454ae61e5cd93f6 HTTP/1.1" status: 200 len: 375 time: 0.0237339 May 19 05:55:57.460376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3b06de-0b5e-46d7-8301-c7a90cf5e49a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:55:57.472026 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c49171cc264c482b977b37ffeb4cb8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0712664 May 19 05:55:57.488112 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46692) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:57.517698 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.517698 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dea5c72-4efa-4e75-8c2d-cd2f61a72b33,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:57.521868 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:57.531027 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bcddbe56-da4e-4f47-95e4-8454245f65fc up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:55:57.607794 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-6b1d550f-8ce6-4e7a-9954-79f455b4422e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845882 May 19 05:55:57.692704 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port bcddbe56-da4e-4f47-95e4-8454245f65fc triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:55:57.692704 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.692873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Transition to ACTIVE for port object ec3b06de-0b5e-46d7-8301-c7a90cf5e49a will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:55:57.723470 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:55:57.749683 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.759263 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.808624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Transition to ACTIVE for port object c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:55:57.825313 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:57.863889 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-8c3e406b-23c4-4b4c-b9b3-6a06dc98e88c service neutron] 10.222.0.24 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533665 May 19 05:55:57.896431 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c4c1-8313-484c-8a71-f2447cb0f875 req-be2f32ba-c5ea-4802-b3eb-98259edb483a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:57.898766 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6c08c4c1-8313-484c-8a71-f2447cb0f875 req-be2f32ba-c5ea-4802-b3eb-98259edb483a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 931 time: 0.3131132 May 19 05:55:57.979157 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6c08c4c1-8313-484c-8a71-f2447cb0f875 req-37f16555-cd31-4bfc-8722-4c903f1ca8d3 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654976 May 19 05:55:58.065887 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-06ccec48-107d-4adb-9809-dd950796bb7b service neutron] 10.222.0.24 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894469 May 19 05:55:58.263665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:58.264753 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:58.267417 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:58.276745 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-140c71ef-6c75-4307-9e1c-213b04480114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:58.539508 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ff95eff3-87c6-4b4d-8365-ced275c9fc22 req-36dcc058-6b79-4b8f-9bba-c9d5e6ef1623 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 210 time: 0.0889847 May 19 05:55:58.717720 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:58.790248 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:58.794047 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dea5c72-4efa-4e75-8c2d-cd2f61a72b33 HTTP/1.1" status: 204 len: 168 time: 1.3021636 May 19 05:55:58.870533 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:59.186782 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Attempting to bind port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:55:59.187093 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Attempting to bind port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '88a8c484-63c8-4dca-ae7f-1cace3c4a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:55:59.198215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Attempting to bind port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a on network 0e7930f4-3e53-4437-8ba2-41bdea206963 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:55:59.211971 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a on network 0e7930f4-3e53-4437-8ba2-41bdea206963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:55:59.212284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Attempting to bind port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a on network 0e7930f4-3e53-4437-8ba2-41bdea206963 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:55:59.219111 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:59.220937 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-98e3219b-912e-47d0-9ada-300c02b04bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.705s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:59.292097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dea5c72-4efa-4e75-8c2d-cd2f61a72b33,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:55:59.294921 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:55:59.295298 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Checking segment: {'id': '88a8c484-63c8-4dca-ae7f-1cace3c4a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:59.295855 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Bound using segment: {'id': '88a8c484-63c8-4dca-ae7f-1cace3c4a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:55:59.296302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Bound port: ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a8c484-63c8-4dca-ae7f-1cace3c4a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:55:59.296634 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:59.336628 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:59.362914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.645s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:59.363323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:55:59.366755 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Attempting to bind port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:55:59.367106 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Attempting to bind port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:55:59.367511 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Attempting to bind port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:55:59.428822 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96ca9-1b98-4263-a8b8-871f60e253ec req-6e100072-4a0f-4bd2-aa56-f8833bf6ce7b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:59.441531 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-52a96ca9-1b98-4263-a8b8-871f60e253ec req-6e100072-4a0f-4bd2-aa56-f8833bf6ce7b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 943 time: 0.2028623 May 19 05:55:59.443059 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f on network 06277af3-f324-48c7-9bdf-479b0aa23d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:55:59.443480 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Attempting to bind port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:55:59.464282 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:55:59.464621 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Checking segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:55:59.465182 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Bound using segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:55:59.465686 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Bound port: c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:55:59.466201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:59.503149 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-52a96ca9-1b98-4263-a8b8-871f60e253ec req-bf3beb5e-bb0c-4bbc-beaf-ce34a7ee4ccb tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603652 May 19 05:55:59.525982 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde31bc-cdb3-43b3-94c8-6caa334b9b84 req-e67bfd2b-5c4f-424a-b1d9-bc18e39590b5 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:59.525982 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4fde31bc-cdb3-43b3-94c8-6caa334b9b84 req-e67bfd2b-5c4f-424a-b1d9-bc18e39590b5 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 943 time: 1.0469706 May 19 05:55:59.534219 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46764) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:55:59.636659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] For port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:55:59.654170 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] For port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,segment=NetworkSegment(88a8c484-63c8-4dca-ae7f-1cace3c4a76a),segment_id=88a8c484-63c8-4dca-ae7f-1cace3c4a76a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:55:59.698724 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ac3e2dc5-87ea-4e86-81b0-3ee713677a66 req-8aec7196-24e4-44c9-8ed6-120dfe83e4d6 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 210 time: 0.0560362 May 19 05:55:59.722880 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4fde31bc-cdb3-43b3-94c8-6caa334b9b84 req-e4757c83-d245-4599-897a-4a3e5c9fc14b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484520 May 19 05:55:59.780166 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:59.799127 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e81e643c-fee9-4172-a844-9096acd9279a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:55:59.873472 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] For port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:55:59.907225 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:55:59.908310 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:55:59.909890 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] 10.222.0.32 "PUT /v2.0/ports/ec3b06de-0b5e-46d7-8301-c7a90cf5e49a HTTP/1.1" status: 200 len: 1093 time: 5.8731322 May 19 05:55:59.911415 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'tag': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:00.010919 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] For port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:00.027272 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.32', 55465) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:00.029791 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:00.049089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:00.174529 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:00.235387 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:00.245016 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-24ca38e4-d945-4725-8da5-c7d63ffc8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:00.254858 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-24ca38e4-d945-4725-8da5-c7d63ffc8d35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ded74c06703471c818eb8310ddb1f86&device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 1096 time: 0.2202415 May 19 05:56:00.306023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:00.307966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:00.308598 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] 10.222.0.32 "PUT /v2.0/ports/c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f HTTP/1.1" status: 200 len: 1093 time: 6.2475755 May 19 05:56:00.361649 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-2e9ace19-3c08-4a5e-ac2b-f3b7e7e6021d tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:00.361875 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-2e9ace19-3c08-4a5e-ac2b-f3b7e7e6021d tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 818 time: 0.3763523 May 19 05:56:00.362814 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:00.366731 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:00.401586 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Request body: {'port': {'device_id': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'admin_state_up': True, 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:00.471861 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-44dcb8e2-9d0d-4cbd-ba5d-540ec6c2616b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a HTTP/1.1" status: 200 len: 217 time: 0.2086532 May 19 05:56:00.484562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:00.501175 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:00.578705 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a09ff-f207-4bc1-8314-9d9724185238 req-28b9024b-9031-4412-a425-defd103295bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:00.580811 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-28b9024b-9031-4412-a425-defd103295bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73f0ec91-3684-4f1a-a90f-8a47b37a0866 HTTP/1.1" status: 200 len: 851 time: 0.0751793 May 19 05:56:00.582025 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Usage tracker for resource:security_group_rule and tenant:a674d88a364742ec93bb2e6261f05cd9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:00.585531 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:00.593210 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:00.831016 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:00.838622 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Usage tracker for resource:port and tenant:08c8eebecee3461c9454ae61e5cd93f6 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:00.846892 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:00.857481 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:00.867789 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-66f588c5-d247-4b0f-a138-96022294e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:00.869623 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-66f588c5-d247-4b0f-a138-96022294e957 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 1096 time: 0.2265935 May 19 05:56:00.932265 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-9c7f2fba-9954-4c0c-bb58-fa9d029aede3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e7930f4-3e53-4437-8ba2-41bdea206963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3221157 May 19 05:56:00.972386 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:01.026522 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-05a27e8c-5fc3-4a4a-bb77-aba2c7f4fe10 req-5c37abee-b9ac-493e-8dd5-8ca3ff65992a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Synchronizing usage tracker for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:01.040884 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:01.050190 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb839df-4b64-4f34-bf8a-f7f54a0eeb4e req-da8f0156-ad75-4be2-a3c8-26522be885b7 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:01.051764 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8eb839df-4b64-4f34-bf8a-f7f54a0eeb4e req-da8f0156-ad75-4be2-a3c8-26522be885b7 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 943 time: 0.1901402 May 19 05:56:01.062104 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:01.115844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Made reservation on behalf of 08c8eebecee3461c9454ae61e5cd93f6 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:01.119298 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:01.143015 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8eb839df-4b64-4f34-bf8a-f7f54a0eeb4e req-d0a44af9-1e27-43c8-8ebe-c7db04345205 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784240 May 19 05:56:01.170438 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a674d88a364742ec93bb2e6261f05cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6350372 May 19 05:56:01.174347 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 46818) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:01.186736 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0bf44b-8910-4890-8ac2-a946bbaf5c8d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:01.241439 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:01.465031 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-05a27e8c-5fc3-4a4a-bb77-aba2c7f4fe10 req-5c37abee-b9ac-493e-8dd5-8ca3ff65992a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Unset dirty status for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:01.466191 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-05a27e8c-5fc3-4a4a-bb77-aba2c7f4fe10 req-5c37abee-b9ac-493e-8dd5-8ca3ff65992a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 210 time: 0.5275402 May 19 05:56:01.468951 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-8e402620-7dfb-47d8-9e30-78f3a3cc98f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f HTTP/1.1" status: 200 len: 217 time: 0.2713034 May 19 05:56:01.567674 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-9ef604af-eb68-40c2-b173-7bbfd155319f service neutron] 10.222.0.32 "GET /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211822 May 19 05:56:01.603813 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-42fe84fe-92b6-44d7-adb6-736df9d1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:01.605928 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-42fe84fe-92b6-44d7-adb6-736df9d1910d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.1078892 May 19 05:56:01.648036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:01.743856 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:01.778324 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6ff0d-b9f8-4e5a-b8a0-8c3385b09e33 req-4dff5239-9e7b-4cb4-8c70-bafa15098611 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:01.780082 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4dd6ff0d-b9f8-4e5a-b8a0-8c3385b09e33 req-4dff5239-9e7b-4cb4-8c70-bafa15098611 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 943 time: 0.3398769 May 19 05:56:01.862072 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-689b5f78-4fa9-4ac2-9545-b94891ecc875 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393692 May 19 05:56:01.954861 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Allocated IP 172.20.0.14 (748f7749-996a-4ad2-bfc0-4668835565a2/28943ecc-1aa3-437e-88c2-f0574f0fc329/5811a884-188a-4424-805d-de4b017df401) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:01.999807 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-679a09ff-f207-4bc1-8314-9d9724185238 req-a8235945-0fdb-4cc1-b53e-b4d09ec7ee9d service neutron] 10.222.0.32 "GET /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897998 May 19 05:56:02.000430 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.32', 55469) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:02.020145 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4dd6ff0d-b9f8-4e5a-b8a0-8c3385b09e33 req-d6683414-529d-4e99-acca-3eee297b0192 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273271 May 19 05:56:02.113803 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:02.145751 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:02.160731 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:02.195982 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-400b3d84-6672-4929-bc62-48393e2ccad8 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259208 May 19 05:56:02.238524 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0bf44b-8910-4890-8ac2-a946bbaf5c8d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:02.255567 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:02.338858 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:02.338858 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb0bf44b-8910-4890-8ac2-a946bbaf5c8d HTTP/1.1" status: 204 len: 168 time: 1.1597221 May 19 05:56:02.370684 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-6f7b41a6-8abe-49ff-8408-7dc6f4bd07cc tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:02.374575 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-6f7b41a6-8abe-49ff-8408-7dc6f4bd07cc tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 818 time: 0.3510275 May 19 05:56:02.490845 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Request body: {'port': {'device_id': '084d00d9-eea2-4824-b48d-681a446ae09e', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'admin_state_up': True, 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:02.524527 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'tag': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a', 'status': 'completed', 'code': 200} May 19 05:56:02.820746 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:02.830173 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a322-a3e5-4587-b037-c7317a59b662 req-5f801652-c09f-460c-9f07-f46eac338c0a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:02.837785 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f512a322-a3e5-4587-b037-c7317a59b662 req-5f801652-c09f-460c-9f07-f46eac338c0a tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 943 time: 0.4593883 May 19 05:56:02.861879 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:02.874737 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-cd586026-62f0-4076-9081-15247f75a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:02.879113 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-cd586026-62f0-4076-9081-15247f75a3fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ded74c06703471c818eb8310ddb1f86&device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 1096 time: 0.1891894 May 19 05:56:02.883126 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fd169553-ba54-4967-bd5b-112b2ef9af98 req-bf5fb12f-b26c-4433-a820-fe76b734a776 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 210 time: 0.1819515 May 19 05:56:02.918830 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-93225da8-d8e8-45a9-a579-557f5b258ddf service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097621 May 19 05:56:02.947616 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f512a322-a3e5-4587-b037-c7317a59b662 req-6cac1e0e-2f22-4d19-982f-bb319c26a741 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088026 May 19 05:56:02.985100 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:02.997089 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Made reservation on behalf of 08c8eebecee3461c9454ae61e5cd93f6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:03.000456 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:03.109092 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:03.118158 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:03.212447 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Allocated IP 172.20.0.8 (748f7749-996a-4ad2-bfc0-4668835565a2/28943ecc-1aa3-437e-88c2-f0574f0fc329/57d2643b-404a-4b26-990a-20cfd0afd1fe) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:03.305261 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Network 748f7749-996a-4ad2-bfc0-4668835565a2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:03.323864 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Pushing event updated for resources: {'Port': ['ID=5811a884-188a-4424-805d-de4b017df401,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:03.334110 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:03.334964 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:03.342398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:03.362031 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:03.362801 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:03.473169 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cc897-986d-4534-81bc-4177377665f3 req-3210dd17-609f-47f9-ad63-4832e9e5a203 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:03.474755 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ea1cc897-986d-4534-81bc-4177377665f3 req-3210dd17-609f-47f9-ad63-4832e9e5a203 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 943 time: 0.2317758 May 19 05:56:03.541607 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1446481 May 19 05:56:03.561289 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-dc73fc25-6e4c-4139-a762-e75a8a098446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:03.563889 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-dc73fc25-6e4c-4139-a762-e75a8a098446 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e7930f4-3e53-4437-8ba2-41bdea206963 HTTP/1.1" status: 200 len: 911 time: 0.6767778 May 19 05:56:03.568320 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Request body: {'port': {'device_id': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:03.619305 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ea1cc897-986d-4534-81bc-4177377665f3 req-2880dc2e-41b5-401c-a35c-5ca039fd91de tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318843 May 19 05:56:03.667402 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-a87f6821-7d8f-40c1-822d-396a636fc02b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a HTTP/1.1" status: 200 len: 217 time: 0.0802386 May 19 05:56:03.737722 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:03.814654 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-04ad5a06-4763-42ba-b33e-70e29dfd6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:03.816080 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-04ad5a06-4763-42ba-b33e-70e29dfd6aa4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73f0ec91-3684-4f1a-a90f-8a47b37a0866 HTTP/1.1" status: 200 len: 851 time: 0.0985472 May 19 05:56:03.874758 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-85a6aaf0-db15-4b2b-b61d-d15547cb1a96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e7930f4-3e53-4437-8ba2-41bdea206963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506232 May 19 05:56:03.877426 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.032683 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46902) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:04.054274 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.073705 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-830b3585-1c6a-4b7c-a279-2c9316c4f3e7 req-9cd9328a-4fd6-410d-998b-9c95c2092471 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 210 time: 0.0582056 May 19 05:56:04.097838 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-7db742e2-7b20-4b5c-973b-fd122bd8d3e4 service neutron] 10.222.0.32 "GET /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151182 May 19 05:56:04.116682 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:04.123036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Usage tracker for resource:security_group_rule and tenant:4f36ea82f1b14860891ee71314c9f311 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:04.126261 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:04.139961 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:04.191604 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2b03c-ec0f-4b42-a0f9-3ffc0b3f2088 req-077aee9a-c2ac-4413-9691-6f3430501f9d tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:04.201426 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-bdb2b03c-ec0f-4b42-a0f9-3ffc0b3f2088 req-077aee9a-c2ac-4413-9691-6f3430501f9d tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 943 time: 0.1245213 May 19 05:56:04.255321 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.296838 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:04.375127 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-bdb2b03c-ec0f-4b42-a0f9-3ffc0b3f2088 req-36e35081-b3b0-4f64-9dff-c1a889156d0b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717174 May 19 05:56:04.407067 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.492183 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.495687 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Network 748f7749-996a-4ad2-bfc0-4668835565a2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:04.501276 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:04.503118 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:04.504106 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:04.536260 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'tag': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:04.554925 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5811a884-188a-4424-805d-de4b017df401 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:04.564187 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a4c3a-7612-4a05-9d04-41485d4a20ef,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:04.571047 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f36ea82f1b14860891ee71314c9f311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367093 May 19 05:56:04.571953 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:04.574380 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.576935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46928) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:04.581431 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07179252-fd8d-4c23-9c88-9d6f54329d01 req-60c81715-d8d5-4537-8897-801d0d8bc374 service neutron] 10.222.0.32 "GET /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749589 May 19 05:56:04.592513 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Pushing event updated for resources: {'Port': ['ID=57d2643b-404a-4b26-990a-20cfd0afd1fe,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:04.614206 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:04.628047 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Transition to ACTIVE for port object 5811a884-188a-4424-805d-de4b017df401 will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:04.680854 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:04.681473 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.692549 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'tag': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', 'status': 'completed', 'code': 200} May 19 05:56:04.693201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.723413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.754800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:04.770136 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:04.835602 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-15ca386e-72c7-435a-8db9-2a037457890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:04.837342 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-15ca386e-72c7-435a-8db9-2a037457890e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 1096 time: 0.1357856 May 19 05:56:04.883480 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3914304 May 19 05:56:04.898135 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Request body: {'port': {'device_id': '084d00d9-eea2-4824-b48d-681a446ae09e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:04.977288 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Pushing event updated for resources: {'Port': ['ID=5811a884-188a-4424-805d-de4b017df401,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:05.014931 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:05.042587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Attempting to bind port 5811a884-188a-4424-805d-de4b017df401 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:05.042972 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Attempting to bind port 5811a884-188a-4424-805d-de4b017df401 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:05.043353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Attempting to bind port 5811a884-188a-4424-805d-de4b017df401 on network 748f7749-996a-4ad2-bfc0-4668835565a2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:05.050251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Port 5811a884-188a-4424-805d-de4b017df401 on network 748f7749-996a-4ad2-bfc0-4668835565a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:56:05.050567 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Attempting to bind port 5811a884-188a-4424-805d-de4b017df401 on network 748f7749-996a-4ad2-bfc0-4668835565a2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:05.059040 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:05.059399 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Checking segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:05.059782 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Bound using segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:05.060257 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Bound port: 5811a884-188a-4424-805d-de4b017df401, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:05.060571 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.099122 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-34857e0d-8c08-4526-b1ad-a59aaddc8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.100635 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-34857e0d-8c08-4526-b1ad-a59aaddc8f0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 914 time: 0.2558267 May 19 05:56:05.103058 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.158023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d97df-7794-4735-9e4d-a5dc9ff05c3c req-97ebaa75-b22e-49ec-b954-d1e0e86c787d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.159453 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8f9d97df-7794-4735-9e4d-a5dc9ff05c3c req-97ebaa75-b22e-49ec-b954-d1e0e86c787d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 943 time: 0.2928672 May 19 05:56:05.179323 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-46f4ba57-e7d3-4640-9537-61ac96965421 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f HTTP/1.1" status: 200 len: 217 time: 0.0656185 May 19 05:56:05.208456 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.225182 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-c33d7a52-0112-42e1-a284-1268ee3dc661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:05.318137 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] For port 5811a884-188a-4424-805d-de4b017df401, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:05.322037 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a4c3a-7612-4a05-9d04-41485d4a20ef,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:05.332616 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:05.338006 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] For port 5811a884-188a-4424-805d-de4b017df401, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5811a884-188a-4424-805d-de4b017df401,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:05.341871 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8f9d97df-7794-4735-9e4d-a5dc9ff05c3c req-5b483725-40ab-42cb-996e-3fd8c5721845 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735821 May 19 05:56:05.342865 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.344025 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/240a4c3a-7612-4a05-9d04-41485d4a20ef HTTP/1.1" status: 204 len: 168 time: 0.7661009 May 19 05:56:05.408754 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-df0f4de3-9ec7-430c-8bb0-347140b872c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.410133 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-df0f4de3-9ec7-430c-8bb0-347140b872c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.1987820 May 19 05:56:05.442905 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.448298 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:05.477990 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-31a36f9b-18f8-4e59-864c-6b55b9d96343 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594931 May 19 05:56:05.521676 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.522891 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.524261 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] 10.222.0.32 "PUT /v2.0/ports/5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 1094 time: 1.9659097 May 19 05:56:05.601423 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Pushing event updated for resources: {'Port': ['ID=5811a884-188a-4424-805d-de4b017df401,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:05.613009 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:05.671605 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22193d1-41dc-40de-9617-c59612ec7f09 req-4b726521-a7f9-414c-9b43-0d1b9413b038 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.671842 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-f5a674a7-bb74-4686-b985-775a5168971e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.671842 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-f5a674a7-bb74-4686-b985-775a5168971e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Synchronizing usage tracker for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:05.671984 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f22193d1-41dc-40de-9617-c59612ec7f09 req-4b726521-a7f9-414c-9b43-0d1b9413b038 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 943 time: 0.1162746 May 19 05:56:05.768808 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-2034b780-53b5-470c-8ddf-a96a290ec1d9 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659471 May 19 05:56:05.813516 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 46978) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:05.839804 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f22193d1-41dc-40de-9617-c59612ec7f09 req-be2b69e8-bfb8-4bcb-b987-314d4f5f0c42 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453481 May 19 05:56:05.846922 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-f5a674a7-bb74-4686-b985-775a5168971e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Unset dirty status for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:05.848340 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-f5a674a7-bb74-4686-b985-775a5168971e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 931 time: 0.6001923 May 19 05:56:05.895595 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-fd1ce2da-e7de-41a6-b5b3-376a446dbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:05.898958 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-fd1ce2da-e7de-41a6-b5b3-376a446dbcee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1097 time: 0.1890371 May 19 05:56:05.955441 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d2643b-404a-4b26-990a-20cfd0afd1fe {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:05.977229 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:05.999544 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-ca539fc1-43ae-4be2-9076-a82aacb1606e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Synchronizing usage tracker for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:06.020654 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Transition to ACTIVE for port object 57d2643b-404a-4b26-990a-20cfd0afd1fe will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:06.026725 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-449ff42b-af65-4267-9266-bd1e8c428b7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.1184554 May 19 05:56:06.028873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.047274 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c0c6db6f-3f62-4926-af63-4d7ab94d3863 req-4f7bded8-6eac-40ca-ac73-5c933bc39038 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295427 May 19 05:56:06.082593 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:06.093296 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Usage tracker for resource:security_group_rule and tenant:69fd998a9a96490b9abfed9bdcdb73b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:06.097345 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:06.117050 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:06.125293 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-889b71a4-61db-41b9-bbe7-4222d9a4a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:06.126799 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-889b71a4-61db-41b9-bbe7-4222d9a4a175 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0881276 May 19 05:56:06.141691 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.141691 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-ca539fc1-43ae-4be2-9076-a82aacb1606e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Unset dirty status for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:06.148865 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-794eaf10-e0ad-473b-8107-6166ce95fec9 req-ca539fc1-43ae-4be2-9076-a82aacb1606e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799301 May 19 05:56:06.150656 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2689c53f-3302-46c4-bb04-e6e5ae82a172 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:06.182830 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-7ad1f51e-55f6-4048-8ce4-90bd21986d5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488198 May 19 05:56:06.284892 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Pushing event updated for resources: {'Port': ['ID=57d2643b-404a-4b26-990a-20cfd0afd1fe,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:06.312274 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:06.370315 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.391003 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-880bbaec-6ba8-426f-9a47-d7fd747aa934 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998494 May 19 05:56:06.455581 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.474341 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Attempting to bind port 57d2643b-404a-4b26-990a-20cfd0afd1fe on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:06.474689 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Attempting to bind port 57d2643b-404a-4b26-990a-20cfd0afd1fe by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:06.475892 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Attempting to bind port 57d2643b-404a-4b26-990a-20cfd0afd1fe on network 748f7749-996a-4ad2-bfc0-4668835565a2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:06.480119 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:06.480625 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Port 57d2643b-404a-4b26-990a-20cfd0afd1fe on network 748f7749-996a-4ad2-bfc0-4668835565a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:56:06.480936 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Attempting to bind port 57d2643b-404a-4b26-990a-20cfd0afd1fe on network 748f7749-996a-4ad2-bfc0-4668835565a2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:06.486122 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:06.486448 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Checking segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:06.486990 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Bound using segment: {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:06.487878 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Bound port: 57d2643b-404a-4b26-990a-20cfd0afd1fe, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6b62c8-86c4-4785-8a59-580d0bb9ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:06.487878 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.507577 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:06.632094 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] For port 57d2643b-404a-4b26-990a-20cfd0afd1fe, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:06.642072 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] For port 57d2643b-404a-4b26-990a-20cfd0afd1fe, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:06.642618 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:06.662881 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'port_id': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', 'mac_address': 'fa:16:3e:f8:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5ff95-d854-42bd-a859-2de0ba773a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:06.675262 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a8130-3966-41aa-919c-3d2320a37f81,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:06.684584 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69fd998a9a96490b9abfed9bdcdb73b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8675580 May 19 05:56:06.684584 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:06.686571 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:06.694113 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'tag': '5811a884-188a-4424-805d-de4b017df401'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:06.726772 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.745268 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:06.747004 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef200d2-f619-4484-a2f4-7e7bc473ba06 req-9a13f334-44ca-4020-bb8c-93b0a703be80 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:06.748668 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6ef200d2-f619-4484-a2f4-7e7bc473ba06 req-9a13f334-44ca-4020-bb8c-93b0a703be80 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 943 time: 0.2566044 May 19 05:56:06.752476 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13041e2a-c877-4e7a-b4ea-146afdf80c8b req-d77fc96a-3db5-49d7-badd-d2ce71a9c066 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545165 May 19 05:56:06.766983 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:06.771731 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'tag': '5811a884-188a-4424-805d-de4b017df401', 'status': 'completed', 'code': 200} May 19 05:56:06.786228 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.795534 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:06.800610 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6ef200d2-f619-4484-a2f4-7e7bc473ba06 req-9cef5731-7234-40ff-bd40-27032ee89f40 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 May 19 05:56:06.878196 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.885947 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.892079 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ec3b06de-0b5e-46d7-8301-c7a90cf5e49a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:06.892079 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:06.894985 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:06.895656 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:06.897125 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] 10.222.0.32 "PUT /v2.0/ports/57d2643b-404a-4b26-990a-20cfd0afd1fe HTTP/1.1" status: 200 len: 1093 time: 2.0054016 May 19 05:56:06.897577 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084d00d9-eea2-4824-b48d-681a446ae09e', 'tag': '57d2643b-404a-4b26-990a-20cfd0afd1fe'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:06.949734 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:07.018536 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:07.022682 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:07.064263 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Pushing event updated for resources: {'Port': ['ID=57d2643b-404a-4b26-990a-20cfd0afd1fe,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:07.102405 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:07.188309 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,segment=NetworkSegment(88a8c484-63c8-4dca-ae7f-1cace3c4a76a),segment_id=88a8c484-63c8-4dca-ae7f-1cace3c4a76a)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:07.202425 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-f3ee41e3-a484-4e9f-b53d-bc8a010ece07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.204329 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-f3ee41e3-a484-4e9f-b53d-bc8a010ece07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 1096 time: 0.1390035 May 19 05:56:07.205894 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a', 'network_id': '0e7930f4-3e53-4437-8ba2-41bdea206963', 'port_id': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a', 'mac_address': 'fa:16:3e:fe:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f0ec91-3684-4f1a-a90f-8a47b37a0866', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:07.229336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79d9a-5825-40ec-a83e-1af374efb1ab req-69bf219b-c0fb-4aa0-982f-e235ddfca603 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.232727 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-14f79d9a-5825-40ec-a83e-1af374efb1ab req-69bf219b-c0fb-4aa0-982f-e235ddfca603 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 943 time: 0.2544940 May 19 05:56:07.235900 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac663-ac06-4380-a99c-07134c2238bb req-13d7120c-64d0-47e0-9452-8de4105898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.237469 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-13d7120c-64d0-47e0-9452-8de4105898ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1097 time: 0.2684109 May 19 05:56:07.284635 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:07.304473 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3b06de-0b5e-46d7-8301-c7a90cf5e49a {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:07.315420 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:07.324182 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,segment=NetworkSegment(88a8c484-63c8-4dca-ae7f-1cace3c4a76a),segment_id=88a8c484-63c8-4dca-ae7f-1cace3c4a76a)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:07.327407 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084d00d9-eea2-4824-b48d-681a446ae09e', 'tag': '57d2643b-404a-4b26-990a-20cfd0afd1fe', 'status': 'completed', 'code': 200} May 19 05:56:07.351432 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-4eff8986-eee0-4705-bf81-a8b7c76b51fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe HTTP/1.1" status: 200 len: 217 time: 0.1388433 May 19 05:56:07.387199 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:07.393920 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:07.396923 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:07.419443 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a8130-3966-41aa-919c-3d2320a37f81,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:07.429148 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-14f79d9a-5825-40ec-a83e-1af374efb1ab req-aac4ae24-b920-45e2-ab41-10d29826352c tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851287 May 19 05:56:07.432222 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:07.436002 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:07.439584 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a6a8130-3966-41aa-919c-3d2320a37f81 HTTP/1.1" status: 204 len: 168 time: 0.7496827 May 19 05:56:07.467960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac663-ac06-4380-a99c-07134c2238bb req-ef0ce694-024f-43ad-a137-da2ab5aeb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.469587 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-ef0ce694-024f-43ad-a137-da2ab5aeb7da service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.2228928 May 19 05:56:07.507089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-3c060fc5-241b-4a47-a476-cfde37958e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.513198 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-3c060fc5-241b-4a47-a476-cfde37958e4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.1550109 May 19 05:56:07.563588 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-69c5242a-2e29-4940-b154-ee6e69ad0110 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.0866332 May 19 05:56:07.583125 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-be8c3306-bced-475f-a252-c189d87eb2c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573332 May 19 05:56:07.659706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac663-ac06-4380-a99c-07134c2238bb req-6d076718-9ec8-4fb6-b72a-d31dc975392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.661465 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-6d076718-9ec8-4fb6-b72a-d31dc975392a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0846312 May 19 05:56:07.664630 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:07.670123 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:07.672902 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:07.716519 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77143a-0db8-41c1-a5de-013c199cb85d req-52ad5d39-da3d-4740-bc80-f5fac190e718 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:07.717173 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0d77143a-0db8-41c1-a5de-013c199cb85d req-52ad5d39-da3d-4740-bc80-f5fac190e718 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Synchronizing usage tracker for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:07.751835 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0d77143a-0db8-41c1-a5de-013c199cb85d req-52ad5d39-da3d-4740-bc80-f5fac190e718 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Unset dirty status for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:07.753086 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0d77143a-0db8-41c1-a5de-013c199cb85d req-52ad5d39-da3d-4740-bc80-f5fac190e718 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 943 time: 0.3259828 May 19 05:56:07.762603 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['ec3b06de-0b5e-46d7-8301-c7a90cf5e49a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:07.774802 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-f4342108-7096-4724-9352-d5b42e4d08ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055963 May 19 05:56:07.790770 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-0a1afae2-18f4-4c4e-960f-8692295bef20 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998351 May 19 05:56:07.987196 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-13d10794-f4b8-4efc-b705-2aeaff312b6a service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044237 May 19 05:56:08.138513 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0d77143a-0db8-41c1-a5de-013c199cb85d req-d18f7ef7-b07e-47fb-8747-ee2a76dd6e08 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738713 May 19 05:56:08.145335 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2d9bf39-db41-4edb-abb8-a7273e44aa90 req-a3d1fcb5-67f8-4e99-9f2b-4629fbe23d98 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467593 May 19 05:56:08.312818 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e47ac663-ac06-4380-a99c-07134c2238bb req-191da59a-7144-42e6-8979-73b02f34b2aa service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188770 May 19 05:56:08.332450 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542b4ec-f276-45c0-904b-456044ba37e0 req-ae8ccbc6-b158-443c-bc46-b8fc95815a82 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:08.341246 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1542b4ec-f276-45c0-904b-456044ba37e0 req-ae8ccbc6-b158-443c-bc46-b8fc95815a82 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 944 time: 0.1806886 May 19 05:56:08.370504 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a629-320e-4272-b0ec-66c0d5255974 req-e6a3fb65-e665-4e7a-9034-2d2c6fd0da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:08.372278 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-e6a3fb65-e665-4e7a-9034-2d2c6fd0da27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 1096 time: 0.0915487 May 19 05:56:08.386151 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1542b4ec-f276-45c0-904b-456044ba37e0 req-863cc161-5e4c-4849-9037-aa9e49401663 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440447 May 19 05:56:08.544547 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a629-320e-4272-b0ec-66c0d5255974 req-3691b62b-071f-4966-a1f5-6d7bd537dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:08.545182 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-3691b62b-071f-4966-a1f5-6d7bd537dcca service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.1655788 May 19 05:56:08.547481 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47106) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:08.565992 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:08.586140 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:08.591294 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc580c44df946e6b01e1ea450466c66 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:08.595499 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:08.602394 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:08.691811 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-2ae30f5a-018e-441b-8393-6b62a3c87e9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe HTTP/1.1" status: 200 len: 217 time: 0.1323354 May 19 05:56:08.691961 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:08.766582 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a629-320e-4272-b0ec-66c0d5255974 req-f7c44023-9470-49a7-b191-7741a2a54f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:08.768076 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-f7c44023-9470-49a7-b191-7741a2a54f59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0749884 May 19 05:56:08.797749 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:08.821035 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d460f2-eca9-4247-8d96-f33a3ba444f8 req-33213a5f-c18b-424a-a84d-9ddfb484f2fb tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:08.827098 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:08.835767 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f8d460f2-eca9-4247-8d96-f33a3ba444f8 req-33213a5f-c18b-424a-a84d-9ddfb484f2fb tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 944 time: 0.1907120 May 19 05:56:08.847908 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-3b259626-0a2f-4586-b42b-70b42f81f9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715182 May 19 05:56:08.850385 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4dc580c44df946e6b01e1ea450466c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018708 May 19 05:56:08.853018 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47116) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:08.857684 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159ab85-77eb-45e8-b69f-eb71f5637615,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:08.860482 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:08.979828 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f8d460f2-eca9-4247-8d96-f33a3ba444f8 req-18292ba4-cfc6-4eaf-8c12-cf2521a806d8 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506858 May 19 05:56:09.040629 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:09.067440 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-2b745ccc-214e-45c3-a99b-d97452384a3b service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120533 May 19 05:56:09.112920 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:09.270668 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6306a629-320e-4272-b0ec-66c0d5255974 req-d959a1e8-37ef-4ff6-95ae-a2042d03d8ce service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963210 May 19 05:56:09.302508 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:09.320645 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:09.336348 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159ab85-77eb-45e8-b69f-eb71f5637615,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:09.338880 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:09.339821 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:09.340981 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c159ab85-77eb-45e8-b69f-eb71f5637615 HTTP/1.1" status: 204 len: 168 time: 0.4870763 May 19 05:56:09.352426 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747b4b9-5a3b-49e4-8b92-9b395e124c39 req-57c6003d-fcd6-4fa3-b1fa-de204ce9c904 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:09.355064 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5747b4b9-5a3b-49e4-8b92-9b395e124c39 req-57c6003d-fcd6-4fa3-b1fa-de204ce9c904 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 943 time: 0.1076062 May 19 05:56:09.428214 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5747b4b9-5a3b-49e4-8b92-9b395e124c39 req-81b2dffa-89c8-4a14-a79a-19a026c4395c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508361 May 19 05:56:09.605299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a6e3c-771e-4eca-bc28-44ac133d98b5 req-fe74aa65-9d8e-40cf-be7f-aa651ff18cd2 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:09.607245 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-131a6e3c-771e-4eca-bc28-44ac133d98b5 req-fe74aa65-9d8e-40cf-be7f-aa651ff18cd2 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 944 time: 0.0931592 May 19 05:56:09.654201 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-131a6e3c-771e-4eca-bc28-44ac133d98b5 req-3c12580d-bcd7-41d5-8369-0e5b9a7cdc47 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 May 19 05:56:09.773440 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47166) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:09.911828 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:09.927486 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:09.933288 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Usage tracker for resource:security_group_rule and tenant:f89ebabdd79c4cc7ad24c9cb426aeed7 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:09.936435 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:09.942602 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:10.033589 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.122614 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.138700 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:10.192095 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62651518-9d6b-4719-a089-a9e9e99505fa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:10.195894 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:10.198318 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f89ebabdd79c4cc7ad24c9cb426aeed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239140 May 19 05:56:10.201574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47194) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:10.221494 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836d441-36ac-47b3-8eeb-4ccc8eb8a65c req-fe94fa00-84aa-423a-994c-c752a362a376 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:10.222967 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1836d441-36ac-47b3-8eeb-4ccc8eb8a65c req-fe94fa00-84aa-423a-994c-c752a362a376 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 944 time: 0.1375062 May 19 05:56:10.270626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.306869 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.323100 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1836d441-36ac-47b3-8eeb-4ccc8eb8a65c req-cbf892ab-f91e-4b61-8bd3-41ac985b25dc tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925467 May 19 05:56:10.419227 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.423972 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:10.437174 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62651518-9d6b-4719-a089-a9e9e99505fa,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:10.439690 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:10.440868 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.446420 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62651518-9d6b-4719-a089-a9e9e99505fa HTTP/1.1" status: 204 len: 168 time: 0.2395306 May 19 05:56:10.504675 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 5811a884-188a-4424-805d-de4b017df401 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:10.510653 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:10.619583 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77058df2-c7eb-41c0-8c46-6a4f02680625 req-fba54051-8a6d-46de-9182-a3647b759a51 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:10.623602 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-77058df2-c7eb-41c0-8c46-6a4f02680625 req-fba54051-8a6d-46de-9182-a3647b759a51 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 943 time: 0.0919957 May 19 05:56:10.681769 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-77058df2-c7eb-41c0-8c46-6a4f02680625 req-1ceca493-ba8e-4609-82ee-c4dbea49ee20 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 May 19 05:56:10.744575 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:10.759255 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:10.759680 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:10.812031 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 5811a884-188a-4424-805d-de4b017df401, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5811a884-188a-4424-805d-de4b017df401,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:10.838809 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '5811a884-188a-4424-805d-de4b017df401', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'port_id': '5811a884-188a-4424-805d-de4b017df401', 'mac_address': 'fa:16:3e:c5:14:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:10.888041 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa034b73-5919-4ce9-912a-5df3e485a52d req-0a220681-0756-4144-8fb1-d54f0c796066 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:10.889597 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-aa034b73-5919-4ce9-912a-5df3e485a52d req-0a220681-0756-4144-8fb1-d54f0c796066 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 944 time: 0.0906587 May 19 05:56:10.946779 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-aa034b73-5919-4ce9-912a-5df3e485a52d req-15b79312-898f-496b-9386-68518f21fb63 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503466 May 19 05:56:11.015176 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.040238 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5811a884-188a-4424-805d-de4b017df401 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:11.044288 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.076933 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 5811a884-188a-4424-805d-de4b017df401, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5811a884-188a-4424-805d-de4b017df401,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:11.081747 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:11.143526 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.145340 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57d2643b-404a-4b26-990a-20cfd0afd1fe details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:11.148858 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:11.150869 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:11.223608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47246) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:11.226281 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57d2643b-404a-4b26-990a-20cfd0afd1fe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:11.238140 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=5811a884-188a-4424-805d-de4b017df401,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:11.243231 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.245446 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:11.246532 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ec3b06de-0b5e-46d7-8301-c7a90cf5e49a up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:11.248197 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.268052 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:11.272418 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Usage tracker for resource:security_group_rule and tenant:f889ccc77de947fd9ab661cec6f0b1d8 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:11.274008 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '57d2643b-404a-4b26-990a-20cfd0afd1fe', 'network_id': '748f7749-996a-4ad2-bfc0-4668835565a2', 'port_id': '57d2643b-404a-4b26-990a-20cfd0afd1fe', 'mac_address': 'fa:16:3e:da:68:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28943ecc-1aa3-437e-88c2-f0574f0fc329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:11.276419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:11.284903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:11.285971 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:11.415330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47262) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:11.446198 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:11.450739 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:11.452687 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.476213 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d2643b-404a-4b26-990a-20cfd0afd1fe {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:11.497149 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.499856 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57d2643b-404a-4b26-990a-20cfd0afd1fe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:11.565860 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.566659 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:11.570599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.576170 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:11.584570 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:11.618366 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:11.618884 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.659194 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f889ccc77de947fd9ab661cec6f0b1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326546 May 19 05:56:11.659511 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:11.660507 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b5b0b1-4f85-4529-a4db-6631877ae705,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:11.683197 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:11.706060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0ece-38ec-4cbe-8021-c57e0b720c70 req-7dc2969c-a3c3-4898-91d5-c71c9c538fe6 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:11.707958 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6c1f0ece-38ec-4cbe-8021-c57e0b720c70 req-7dc2969c-a3c3-4898-91d5-c71c9c538fe6 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 944 time: 0.1801183 May 19 05:56:11.739695 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.774192 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57d2643b-404a-4b26-990a-20cfd0afd1fe,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:11.778016 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:11.794197 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:11.810234 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6c1f0ece-38ec-4cbe-8021-c57e0b720c70 req-029ce4f1-b4a1-4ec5-82e0-5b5bff8edf70 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918684 May 19 05:56:11.816852 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Usage tracker for resource:security_group_rule and tenant:f8b6d1d1232e4e508a712fd030d7458f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:11.819800 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.828753 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:11.832339 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['57d2643b-404a-4b26-990a-20cfd0afd1fe'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:11.838786 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:11.858727 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.875330 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', 'code': 200} May 19 05:56:11.882701 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['5811a884-188a-4424-805d-de4b017df401'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:11.984349 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:11.988517 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.060944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316c470-58e8-4552-a450-abaa6bfe876d req-a0a5c014-3058-4809-846b-566929ac5178 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:12.069391 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.070363 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.071106 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6316c470-58e8-4552-a450-abaa6bfe876d req-a0a5c014-3058-4809-846b-566929ac5178 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 944 time: 0.1146507 May 19 05:56:12.088777 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,segment=NetworkSegment(88a8c484-63c8-4dca-ae7f-1cace3c4a76a),segment_id=88a8c484-63c8-4dca-ae7f-1cace3c4a76a)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:12.090138 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ebeec5fc-43bb-41e4-bcf1-0ee67dc07b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:12.145611 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6316c470-58e8-4552-a450-abaa6bfe876d req-6180accb-42be-4095-ae49-5d25f8e6c570 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733724 May 19 05:56:12.193352 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.214209 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:12.250242 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8b6d1d1232e4e508a712fd030d7458f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314180 May 19 05:56:12.250242 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341dec3-b747-461a-90bc-eb9e4d05b95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea48fef-02dd-44a0-a93b-43cf8f753816,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:12.251439 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47296) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:12.284031 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b5b0b1-4f85-4529-a4db-6631877ae705,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:12.289766 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:12.290248 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:12.290461 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:12.292238 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.293352 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17b5b0b1-4f85-4529-a4db-6631877ae705 HTTP/1.1" status: 204 len: 168 time: 0.6327541 May 19 05:56:12.346821 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08c2b-cc4e-48d2-9953-01bb78a10a7a req-b90c01ff-5684-4c78-a670-8091254bcaeb tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:12.348397 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4ff08c2b-cc4e-48d2-9953-01bb78a10a7a req-b90c01ff-5684-4c78-a670-8091254bcaeb tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.2053502 May 19 05:56:12.349006 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:12.353126 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:12.401161 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4ff08c2b-cc4e-48d2-9953-01bb78a10a7a req-8a99752e-f62c-4f2a-96f7-abfd61e1fe82 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 May 19 05:56:12.427573 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.445379 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-47645339-cf35-42e3-8079-22063e371b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:12.447172 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-47645339-cf35-42e3-8079-22063e371b87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 1098 time: 0.1919682 May 19 05:56:12.478883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.484941 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.565708 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:12.569513 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Usage tracker for resource:security_group_rule and tenant:4d7216799a0b4439ba60c4ac94a34c78 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:12.577494 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:12.586698 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:12.685718 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.722196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.727409 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:12.741434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea48fef-02dd-44a0-a93b-43cf8f753816,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:12.746266 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:12.752377 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.755960 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aea48fef-02dd-44a0-a93b-43cf8f753816 HTTP/1.1" status: 204 len: 168 time: 0.5005646 May 19 05:56:12.756495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:12.773206 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b7c4cdca-b22a-4450-bb67-6ab547c34892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:12.782057 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Synchronizing usage tracker for tenant:4d7216799a0b4439ba60c4ac94a34c78 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:12.809033 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1a2cd-8c6c-41b3-bf49-bd19220dbaaf,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:12.812971 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:12.950074 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Unset dirty status for tenant:4d7216799a0b4439ba60c4ac94a34c78 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:12.951438 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ae12d2ea-118f-4042-abdf-ef1317e10cfb req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932809 May 19 05:56:13.000780 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170ec1-17e0-4309-947c-984879a5ea26 req-66fa5f9a-fa9c-4b53-8504-c77ee0867667 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:13.002224 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-76170ec1-17e0-4309-947c-984879a5ea26 req-66fa5f9a-fa9c-4b53-8504-c77ee0867667 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.0890300 May 19 05:56:13.050473 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-76170ec1-17e0-4309-947c-984879a5ea26 req-070bc512-9ed2-4e56-ab69-8f3525935fe5 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 May 19 05:56:13.384544 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dfc40-a3c2-48fc-ba9c-5a662e59c308 req-2b1d7c0b-37f6-40d8-a3dc-10ed733e7c52 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:13.386019 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-015dfc40-a3c2-48fc-ba9c-5a662e59c308 req-2b1d7c0b-37f6-40d8-a3dc-10ed733e7c52 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 944 time: 0.1203611 May 19 05:56:13.441025 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-015dfc40-a3c2-48fc-ba9c-5a662e59c308 req-008f0ac1-5643-4139-abe9-da97cf24eacc tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478642 May 19 05:56:13.624026 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566838d-e0bb-4271-8db4-75fbd9f8dd41 req-1463fa94-b534-4e5f-9ae8-b578f2c4a654 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:13.625799 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9566838d-e0bb-4271-8db4-75fbd9f8dd41 req-1463fa94-b534-4e5f-9ae8-b578f2c4a654 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.0968654 May 19 05:56:13.675574 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9566838d-e0bb-4271-8db4-75fbd9f8dd41 req-852a2897-c8f5-4006-bbc7-f9fe57188304 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437286 May 19 05:56:13.770355 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47364) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:13.791513 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:13.815879 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:13.821441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Usage tracker for resource:security_group_rule and tenant:9cdc132392604d0fa6a03776b3265765 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:13.824612 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:13.830808 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:13.877352 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:13.928901 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:13.930467 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a', 'code': 200} May 19 05:56:14.022850 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.031904 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-736e6494-2acb-454b-820a-1ee8d0bfb5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:14.070335 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cdc132392604d0fa6a03776b3265765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986546 May 19 05:56:14.071887 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d647d5-9c6d-4d0b-bf02-da09c3fca330,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:14.073262 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47374) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:14.085324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:14.149492 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.178416 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.270329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a0d8c-ea70-4542-9d95-26d0bd8d7636 req-42168fa8-e5b6-4c0e-9d13-90529b559a56 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:14.281194 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e7a0d8c-ea70-4542-9d95-26d0bd8d7636 req-42168fa8-e5b6-4c0e-9d13-90529b559a56 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.0962243 May 19 05:56:14.322017 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.327555 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:14.339804 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d647d5-9c6d-4d0b-bf02-da09c3fca330,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:14.342819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:14.350159 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.351753 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4d647d5-9c6d-4d0b-bf02-da09c3fca330 HTTP/1.1" status: 204 len: 168 time: 0.2763972 May 19 05:56:14.399856 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e7a0d8c-ea70-4542-9d95-26d0bd8d7636 req-822015d4-a262-40f1-9309-d36886efce56 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176846 May 19 05:56:14.453512 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96cb6e-4a57-4298-b827-41836ad17fff req-2762d35d-c1b9-4d57-b874-74a877848210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:14.453512 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fc96cb6e-4a57-4298-b827-41836ad17fff req-2762d35d-c1b9-4d57-b874-74a877848210 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 1098 time: 0.1362259 May 19 05:56:14.528106 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fc96cb6e-4a57-4298-b827-41836ad17fff req-1f29369f-3144-4b19-be67-73ea59080b2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683646 May 19 05:56:14.536968 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 5811a884-188a-4424-805d-de4b017df401 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:14.711918 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f7a2-f105-4ab7-b43a-82bb61d27843 req-382ba848-5041-4ddb-a5ac-422b60d26e23 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:14.713526 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2039f7a2-f105-4ab7-b43a-82bb61d27843 req-382ba848-5041-4ddb-a5ac-422b60d26e23 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 944 time: 0.0829144 May 19 05:56:14.763770 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2039f7a2-f105-4ab7-b43a-82bb61d27843 req-7fe33988-6e39-483c-af7c-2998fa1e8a57 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 May 19 05:56:14.777674 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 5811a884-188a-4424-805d-de4b017df401 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:14.784637 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 5811a884-188a-4424-805d-de4b017df401 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:14.785013 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.882201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648f78-2381-4350-ba16-b576e248bf50 req-eb3f6a1b-0760-40be-88aa-4305607f49cf tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:14.890383 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-86648f78-2381-4350-ba16-b576e248bf50 req-eb3f6a1b-0760-40be-88aa-4305607f49cf tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.1032505 May 19 05:56:14.948105 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-86648f78-2381-4350-ba16-b576e248bf50 req-6f782700-46d7-4511-b190-afdf4195776a tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 May 19 05:56:14.953042 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:14.996456 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 5811a884-188a-4424-805d-de4b017df401, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5811a884-188a-4424-805d-de4b017df401,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:15.086176 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:15.087614 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57d2643b-404a-4b26-990a-20cfd0afd1fe up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:15.133581 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:15.225888 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=5811a884-188a-4424-805d-de4b017df401,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:15.231328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:15.316864 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 57d2643b-404a-4b26-990a-20cfd0afd1fe completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:15.323651 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 57d2643b-404a-4b26-990a-20cfd0afd1fe triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:15.325435 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:15.529422 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:15.573779 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57d2643b-404a-4b26-990a-20cfd0afd1fe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:15.675614 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643d398-b4e7-4b58-8e00-a5907a8fb06a req-fc894a61-d71f-4599-b11d-6b0d1ea4b370 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:15.677138 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8643d398-b4e7-4b58-8e00-a5907a8fb06a req-fc894a61-d71f-4599-b11d-6b0d1ea4b370 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.0833101 May 19 05:56:15.679831 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:15.682221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:15.723348 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8643d398-b4e7-4b58-8e00-a5907a8fb06a req-25ba5e15-6184-407e-ace2-a658c4b0ea7e tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 May 19 05:56:15.765716 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57d2643b-404a-4b26-990a-20cfd0afd1fe,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:15.768821 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:15.931940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5811a884-188a-4424-805d-de4b017df401'}, {'server_uuid': '084d00d9-eea2-4824-b48d-681a446ae09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d2643b-404a-4b26-990a-20cfd0afd1fe'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:15.983217 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207aa20-45b0-4f56-b2ed-fbcd32779dda req-030679e1-bc73-4584-8cf4-267d99c5d433 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:15.983217 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c207aa20-45b0-4f56-b2ed-fbcd32779dda req-030679e1-bc73-4584-8cf4-267d99c5d433 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0935118 May 19 05:56:16.001064 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5811a884-188a-4424-805d-de4b017df401', 'code': 200} May 19 05:56:16.001930 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084d00d9-eea2-4824-b48d-681a446ae09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d2643b-404a-4b26-990a-20cfd0afd1fe', 'code': 200} May 19 05:56:16.039460 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c207aa20-45b0-4f56-b2ed-fbcd32779dda req-23aa953e-9876-413d-9fb9-a8c1110bc517 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494926 May 19 05:56:16.084889 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47476) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:16.260633 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:16.280837 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6671709-446e-4877-8d88-bd6c9fba9ba6 req-77cd42f3-6295-4b25-8875-fec3a0c28195 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:16.283680 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e6671709-446e-4877-8d88-bd6c9fba9ba6 req-77cd42f3-6295-4b25-8875-fec3a0c28195 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.1459427 May 19 05:56:16.290581 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:16.313777 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Usage tracker for resource:security_group_rule and tenant:550cb83333b84dd4a641ece1de87427f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:16.322834 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:16.331473 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:16.388199 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e6671709-446e-4877-8d88-bd6c9fba9ba6 req-c2654056-f242-41e3-9010-48b244c0946c tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994267 May 19 05:56:16.466681 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf7caf-56da-49bb-9f30-e1ab90602acf req-6bef7b3f-1e22-4563-b1c2-4cabd9b4917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:16.468588 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2bcf7caf-56da-49bb-9f30-e1ab90602acf req-6bef7b3f-1e22-4563-b1c2-4cabd9b4917a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 1098 time: 0.1081433 May 19 05:56:16.549190 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2bcf7caf-56da-49bb-9f30-e1ab90602acf req-282b20e3-3f1a-4419-af04-b0463c48a620 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725558 May 19 05:56:16.564910 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:16.571865 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bef4b-9a56-49b0-a476-6ddf94ba83c8 req-daf85a70-0499-461e-9a9b-bc603e2d5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:16.573779 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2f7bef4b-9a56-49b0-a476-6ddf94ba83c8 req-daf85a70-0499-461e-9a9b-bc603e2d5835 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.1534019 May 19 05:56:16.643612 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2f7bef4b-9a56-49b0-a476-6ddf94ba83c8 req-e2b36435-46bb-4163-97ab-1ed617c64668 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352390 May 19 05:56:16.659541 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:16.675773 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:16.737130 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=550cb83333b84dd4a641ece1de87427f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483738 May 19 05:56:16.737130 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d2b28-642a-483f-87e8-0ae47d3c2012,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:16.737976 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47510) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:16.751684 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:16.800867 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:16.834466 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:16.965997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080be55-24d0-4fe5-a310-242d460d2158 req-b47350ed-3784-489c-b057-bab29bbc277b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:16.967585 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0080be55-24d0-4fe5-a310-242d460d2158 req-b47350ed-3784-489c-b057-bab29bbc277b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.1033370 May 19 05:56:17.015159 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0080be55-24d0-4fe5-a310-242d460d2158 req-16ead0d9-e0bf-4de9-8049-eca35460fb8b tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 May 19 05:56:17.017126 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:17.022335 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e92f7f59-5a54-4750-bdf1-946744525c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:17.034100 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d2b28-642a-483f-87e8-0ae47d3c2012,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:17.043707 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:17.044455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:17.045534 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b70d2b28-642a-483f-87e8-0ae47d3c2012 HTTP/1.1" status: 204 len: 168 time: 0.3071268 May 19 05:56:17.229951 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9e77-8070-4dbb-b8be-4ac0387b557c req-a2c0c1b3-4f4e-4a29-8750-a18ea91b292f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:17.231396 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-32ce9e77-8070-4dbb-b8be-4ac0387b557c req-a2c0c1b3-4f4e-4a29-8750-a18ea91b292f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0815718 May 19 05:56:17.276327 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-32ce9e77-8070-4dbb-b8be-4ac0387b557c req-a908027a-8671-4686-b6e8-304fe9bdd457 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 May 19 05:56:17.980432 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47550) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:17.997346 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.011551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:18.015251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d12947395c84c6f8c5061770c1ce009 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:18.018095 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:18.025257 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:18.108810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.215389 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.221798 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ee9f65a1-d49d-404e-b653-71c6ef458ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:18.261473 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87d55c-e69c-4ada-9d33-3f5e68e6aaf4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:18.278637 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:18.286677 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d12947395c84c6f8c5061770c1ce009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033583 May 19 05:56:18.286854 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47566) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:18.387417 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.451066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.537880 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea687c9-b74b-41d1-9fbf-3a850a22a9d1 req-1c41f24b-8512-4ba5-b2f0-46e9305bc01b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:18.539379 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ea687c9-b74b-41d1-9fbf-3a850a22a9d1 req-1c41f24b-8512-4ba5-b2f0-46e9305bc01b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0900595 May 19 05:56:18.576813 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.582010 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6e348275-130a-4273-88ea-14a61557aecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:18.592124 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ea687c9-b74b-41d1-9fbf-3a850a22a9d1 req-e68b337f-976b-488d-be08-6ce971396974 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 May 19 05:56:18.594141 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87d55c-e69c-4ada-9d33-3f5e68e6aaf4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:18.601000 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:18.608451 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:18.610854 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd87d55c-e69c-4ada-9d33-3f5e68e6aaf4 HTTP/1.1" status: 204 len: 168 time: 0.3217227 May 19 05:56:18.934019 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d76813b1-38b2-4da2-8a26-7b0cfa17a279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.014322 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47584) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:19.150917 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.184092 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:19.193846 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c80a144a314524b10a64e05c0d7c6c is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:19.194297 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:19.201980 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:19.308697 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.408825 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34942df-57a3-4790-ba8e-fabbeb7124e3 req-a2b28a45-6aef-4247-b1eb-3ffd21fc8aa8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:19.410362 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b34942df-57a3-4790-ba8e-fabbeb7124e3 req-a2b28a45-6aef-4247-b1eb-3ffd21fc8aa8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1416507 May 19 05:56:19.413910 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-d6174c5b-81ff-4469-bd1f-603655eaa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:19.414147 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.415383 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-d6174c5b-81ff-4469-bd1f-603655eaa6ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 1098 time: 0.1114249 May 19 05:56:19.423760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:19.505809 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1c80a144a314524b10a64e05c0d7c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897971 May 19 05:56:19.506648 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebcd430-3089-494f-a9fe-8369f40355ed,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:19.509159 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47618) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:19.512058 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:19.604375 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.630433 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-f40ce6ae-4eeb-441b-8885-ad2c53d51689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:19.632828 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-f40ce6ae-4eeb-441b-8885-ad2c53d51689 service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.1953468 May 19 05:56:19.680866 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.758751 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-721a63ff-5c17-4b29-8763-c57781475a8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe HTTP/1.1" status: 200 len: 217 time: 0.1153688 May 19 05:56:19.763582 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b34942df-57a3-4790-ba8e-fabbeb7124e3 req-f86b1b34-00fc-4471-91a2-b66abb2385d6 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436911 May 19 05:56:19.851203 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.861492 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-edddc631-9138-429d-8632-f02e07a11e62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:19.899794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebcd430-3089-494f-a9fe-8369f40355ed,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:19.909360 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:19.914384 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:19.915657 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ebcd430-3089-494f-a9fe-8369f40355ed HTTP/1.1" status: 204 len: 168 time: 0.4053771 May 19 05:56:19.939066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-d042fa50-f3a8-429c-a69c-bdb10c3b5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:19.940658 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-d042fa50-f3a8-429c-a69c-bdb10c3b5796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.1644514 May 19 05:56:19.994175 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-91287fec-8ec6-49a4-9ea8-adbb5fb8aef8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449059 May 19 05:56:20.144499 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-3ab3a4f2-f8fb-4947-a147-0711f012476d service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424103 May 19 05:56:20.227395 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47658) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:20.318745 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a2fb176-a1d9-4930-a1b9-ab95d1d33082 req-47b502a6-4cdf-4148-a9a5-0a48bbfa9ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542435 May 19 05:56:20.352823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-225925543-network', 'tenant_id': '131e0942ba574719858464dee4faab07'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:20.357231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:20.360917 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Usage tracker for resource:network and tenant:131e0942ba574719858464dee4faab07 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:20.363706 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:20.370328 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:20.491422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Made reservation on behalf of 131e0942ba574719858464dee4faab07 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:20.494026 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.508353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.531392 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:20.536062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Usage tracker for resource:security_group_rule and tenant:131e0942ba574719858464dee4faab07 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:20.541209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:20.552721 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:20.639943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.674193 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47676) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:20.692711 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.707524 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:20.711179 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Usage tracker for resource:security_group_rule and tenant:403a6750afed40f284c9898c8cb47fa8 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:20.713967 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:20.719718 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:20.744703 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.749246 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-32154e11-be14-45a5-80d8-60dd8310b2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:20.796360 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:56:20.810084 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41ac08-c24c-4683-b88f-0718a0ae66c1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:20.813512 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:20.819633 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.819988 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Added segment aff56b98-e52a-44d4-bc11-c3bf05ce2102 of type vlan for network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 May 19 05:56:20.882872 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.888417 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:20.986133 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568fc8-c1d4-4a89-82f9-5715a142b71c req-d1e08ba3-b036-4464-9ce3-5c3d78ceb324 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:20.991542 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9b568fc8-c1d4-4a89-82f9-5715a142b71c req-d1e08ba3-b036-4464-9ce3-5c3d78ceb324 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1049759 May 19 05:56:20.992378 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.000223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-7c06728d-d902-4a15-92b5-79f0f573ab4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:21.113498 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.118562 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=403a6750afed40f284c9898c8cb47fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432888 May 19 05:56:21.120299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:21.120879 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.121603 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:21.130932 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed434f-e1b0-4610-ae53-bc843d4787a9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:21.137493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:21.142315 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:21.190138 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9b568fc8-c1d4-4a89-82f9-5715a142b71c req-12816ed6-1238-443b-8b78-9f032adc0ebe tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908417 May 19 05:56:21.222552 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.258187 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.265334 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Pushing event updated for resources: {'Network': ['ID=722ecfb1-cdc1-4816-ac4d-c0c471d4e212,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:21.271108 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:21.278728 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:56:21.295109 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.311535 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0811176 May 19 05:56:21.323544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47700) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:21.323544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Request body: {'subnet': {'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-225925543-subnet', 'tenant_id': '131e0942ba574719858464dee4faab07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:21.324299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:21.333143 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Usage tracker for resource:subnet and tenant:131e0942ba574719858464dee4faab07 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:21.337353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:21.343271 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:21.422404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.422569 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Made reservation on behalf of 131e0942ba574719858464dee4faab07 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:21.424808 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.436790 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:21.450906 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed434f-e1b0-4610-ae53-bc843d4787a9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:21.453439 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.458023 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86ed434f-e1b0-4610-ae53-bc843d4787a9 HTTP/1.1" status: 204 len: 168 time: 0.3353074 May 19 05:56:21.459746 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:21.477126 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c2e-4bf7-4243-a86b-35963c089b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.919279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:21.923465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:22.005633 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2621b66c-74cc-4a75-a6cb-e672b4bf627f,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:22.011957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:22.017933 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Checking segment: {'id': 'aff56b98-e52a-44d4-bc11-c3bf05ce2102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:22.018544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Network hostable DHCP agents. Network: 722ecfb1-cdc1-4816-ac4d-c0c471d4e212, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:56:22.130497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:56:22.213050 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 722ecfb1-cdc1-4816-ac4d-c0c471d4e212) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:22.217364 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:22.217966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:22.226041 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e259c03-9d9a-4b99-9f96-f3e0e279b8ae None None] Network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:56:22.243418 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:22.338130 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0225928 May 19 05:56:22.499252 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e11db54-414c-485a-86dd-7bf9e380297e None None] Network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:56:22.511992 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61f29-7e1a-4bae-a7d6-f9e95855e216 req-0301ace2-de2a-4dec-9d7c-9ebd70518a3a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:22.514049 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a5d61f29-7e1a-4bae-a7d6-f9e95855e216 req-0301ace2-de2a-4dec-9d7c-9ebd70518a3a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1405702 May 19 05:56:22.564229 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a5d61f29-7e1a-4bae-a7d6-f9e95855e216 req-68e3d411-40a3-4d92-943a-1a8b3d532019 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425885 May 19 05:56:23.663056 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47812) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:23.667378 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-271128435-network', 'tenant_id': '8a0e25b6296d43d9ae54b5d618ab0ae9'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:23.672020 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:23.676155 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Usage tracker for resource:network and tenant:8a0e25b6296d43d9ae54b5d618ab0ae9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:23.679583 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:23.686277 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:23.746356 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-7c7a7442-7884-4702-9fc0-e376eb4ba269 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:23.747870 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-7c7a7442-7884-4702-9fc0-e376eb4ba269 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.1617670 May 19 05:56:23.763709 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-a1c8511d-5c2d-4ed3-80a3-54b8e7616bb1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/quotas/42aa593960b8409d89cb6664355a3a41 HTTP/1.1" status: 200 len: 375 time: 0.0090661 May 19 05:56:23.780996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d9de-0b10-44b5-9d6d-5ec8c4e6f9df req-e0db365b-2d88-4659-b453-4ece4d375151 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:23.782427 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4b05d9de-0b10-44b5-9d6d-5ec8c4e6f9df req-e0db365b-2d88-4659-b453-4ece4d375151 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0927875 May 19 05:56:23.830594 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4b05d9de-0b10-44b5-9d6d-5ec8c4e6f9df req-fe7fdc2e-a4ff-44fa-a6a8-e26182a67c43 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 May 19 05:56:23.850469 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-2b71ee19-b641-4fdf-bbba-3c8299b66be8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807672 May 19 05:56:23.870152 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Made reservation on behalf of 8a0e25b6296d43d9ae54b5d618ab0ae9 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:23.872540 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:23.889686 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:23.905187 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:23.911632 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Usage tracker for resource:security_group_rule and tenant:8a0e25b6296d43d9ae54b5d618ab0ae9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:23.915372 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:23.921397 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:23.997151 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-3e461d9c-5355-4d4d-b423-5b84f368b9da service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391795 May 19 05:56:24.001304 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.091001 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.095172 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:24.137133 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:56:24.149822 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5512a78-7226-4436-938c-e46d04df794c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:24.154734 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:24.155785 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.156327 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Added segment 77d6034a-1622-4ba8-8d74-2e1f09e535bc of type vlan for network c82b3430-d594-4232-b584-99f31e5b989e May 19 05:56:24.168307 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-d591d9a5-1a57-46ba-a5c0-b2a158a01921 service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652205 May 19 05:56:24.187436 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.296893 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.298838 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:24.298956 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.304181 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:24.356889 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.406079 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Pushing event updated for resources: {'Network': ['ID=c82b3430-d594-4232-b584-99f31e5b989e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:24.408952 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:24.416849 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network c82b3430-d594-4232-b584-99f31e5b989e details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:56:24.502751 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8392045 May 19 05:56:24.507864 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47840) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:24.512636 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Request body: {'subnet': {'network_id': 'c82b3430-d594-4232-b584-99f31e5b989e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-271128435-subnet', 'tenant_id': '8a0e25b6296d43d9ae54b5d618ab0ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:24.533384 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:24.534044 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5858b1aa-9ea5-4bde-b3ff-01dd6ba07106 req-a3ca92e1-d54c-4321-aef4-86dd7ffd172b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 210 time: 0.0942905 May 19 05:56:24.546035 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Usage tracker for resource:subnet and tenant:8a0e25b6296d43d9ae54b5d618ab0ae9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:24.561121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:24.578123 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:24.762275 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Made reservation on behalf of 8a0e25b6296d43d9ae54b5d618ab0ae9 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:24.765398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:24.788230 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 47858) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:25.035121 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.057266 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:25.062831 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Usage tracker for resource:security_group_rule and tenant:48eee85034664c38a925462516cf74e5 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:25.067764 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:25.074457 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:25.096157 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8070a-3d2e-4fa6-940f-14452a14a449 req-68e86bd5-5e02-4652-bdac-504b6a4a44be tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:25.097605 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ceb8070a-3d2e-4fa6-940f-14452a14a449 req-68e86bd5-5e02-4652-bdac-504b6a4a44be tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1521297 May 19 05:56:25.165454 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ceb8070a-3d2e-4fa6-940f-14452a14a449 req-610aac43-9381-4f56-9d4d-3f83d1815884 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574424 May 19 05:56:25.224159 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.290710 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.298683 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:25.332221 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.337397 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:25.340944 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48eee85034664c38a925462516cf74e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514643 May 19 05:56:25.361527 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47874) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:25.370924 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4842e7-e9f4-42d4-a93b-f6f14d4e05ff,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:25.378968 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:25.433029 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdcb27-83a3-4f21-88da-3cf01c6cc162 req-0c8a6031-536a-432e-861f-38054fb8f7fa tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:25.434462 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-becdcb27-83a3-4f21-88da-3cf01c6cc162 req-0c8a6031-536a-432e-861f-38054fb8f7fa tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.0975671 May 19 05:56:25.492864 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-becdcb27-83a3-4f21-88da-3cf01c6cc162 req-416499c3-84ce-407e-b459-5da48dca54e9 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 May 19 05:56:25.512966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1db3bc-0b2f-4cbc-8036-5fc26593cf66,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:25.515748 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:25.531782 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Checking segment: {'id': '77d6034a-1622-4ba8-8d74-2e1f09e535bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c82b3430-d594-4232-b584-99f31e5b989e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:25.532128 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Network hostable DHCP agents. Network: c82b3430-d594-4232-b584-99f31e5b989e, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:56:25.557354 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.586708 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.624325 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Network c82b3430-d594-4232-b584-99f31e5b989e is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:56:25.698577 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6e207b94-7738-446a-a1d3-dded8bf70a97 req-23cce0f2-6cac-401d-9130-5b45864b8a94 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 210 time: 0.0444949 May 19 05:56:25.708000 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, c82b3430-d594-4232-b584-99f31e5b989e) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:25.709721 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.716796 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ef58152b-4eec-4b44-bdf4-46b368f6524f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:25.723416 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:25.724060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.725161 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5278723-12ff-404c-bf61-d4f349395ed7 None None] Network c82b3430-d594-4232-b584-99f31e5b989e requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:56:25.731704 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4842e7-e9f4-42d4-a93b-f6f14d4e05ff,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:25.740768 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:25.752673 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:25.753801 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d4842e7-e9f4-42d4-a93b-f6f14d4e05ff HTTP/1.1" status: 204 len: 168 time: 0.3880489 May 19 05:56:25.843028 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3374116 May 19 05:56:25.930445 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafcd5f-8314-4468-a174-2fa692e3c62d None None] Network c82b3430-d594-4232-b584-99f31e5b989e requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:56:26.384963 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9ac5-7c36-4346-b76c-5c25c21fb353 req-92929b5e-43c0-468c-ac92-79e68f378ae3 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:26.386750 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-083c9ac5-7c36-4346-b76c-5c25c21fb353 req-92929b5e-43c0-468c-ac92-79e68f378ae3 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0878115 May 19 05:56:26.439274 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-083c9ac5-7c36-4346-b76c-5c25c21fb353 req-92bf7e19-1fc4-4896-8013-5bae80d0acbb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 May 19 05:56:26.482433 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-bbbe261b-c391-4dc7-acc1-6b48b648f8cb tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:26.483806 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-bbbe261b-c391-4dc7-acc1-6b48b648f8cb tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/networks?id=722ecfb1-cdc1-4816-ac4d-c0c471d4e212 HTTP/1.1" status: 200 len: 808 time: 0.1766822 May 19 05:56:26.502477 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-0c256587-979f-477f-ab50-a6de124fdabd tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/quotas/131e0942ba574719858464dee4faab07 HTTP/1.1" status: 200 len: 375 time: 0.0114686 May 19 05:56:26.508884 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47916) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:26.527947 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:26.553687 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:26.557910 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Usage tracker for resource:security_group_rule and tenant:55bc8955689f4416bdcba9850acff751 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:26.561221 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:26.567667 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:26.625402 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-d336fb31-db26-477b-a117-dd54cc19dd52 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=131e0942ba574719858464dee4faab07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187947 May 19 05:56:26.713042 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:26.731942 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1573ce-5f5a-4747-8852-1e71a6e1015c req-838b54f2-6fe2-4b65-9d74-a6e738952034 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:26.733634 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8e1573ce-5f5a-4747-8852-1e71a6e1015c req-838b54f2-6fe2-4b65-9d74-a6e738952034 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.1157107 May 19 05:56:26.799308 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8e1573ce-5f5a-4747-8852-1e71a6e1015c req-73a2b443-101a-46bb-9f65-d6d01e418053 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 May 19 05:56:26.813051 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:26.823211 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-1e5e7a47-2390-40f3-9178-1851b5a8df33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:26.853628 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-0f7b8461-c139-4124-ac3d-ab496081c40f service neutron] 10.222.0.24 "GET /v2.0/networks/722ecfb1-cdc1-4816-ac4d-c0c471d4e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195957 May 19 05:56:26.897426 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55bc8955689f4416bdcba9850acff751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861792 May 19 05:56:26.916960 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7a774-1417-4023-bdf6-82ad2977f6c2,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:26.919695 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 47938) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:26.923044 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:27.032436 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e2448e21-a037-4bf6-97c4-930ff3d89d6d req-6a79809a-e349-4011-9bfd-19f1e1ce87c7 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 210 time: 0.0516000 May 19 05:56:27.037428 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.039055 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-20175379-5ac1-484f-8756-dd232cec1b43 service neutron] 10.222.0.24 "GET /v2.0/networks/722ecfb1-cdc1-4816-ac4d-c0c471d4e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844819 May 19 05:56:27.065280 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.193400 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-1e7b11af-0adf-4094-bffd-f7042fbe5ab9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:27.194069 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-1e7b11af-0adf-4094-bffd-f7042fbe5ab9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:network {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:27.256117 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.261090 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:27.273989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7a774-1417-4023-bdf6-82ad2977f6c2,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:27.277236 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:27.279233 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.283459 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebb7a774-1417-4023-bdf6-82ad2977f6c2 HTTP/1.1" status: 204 len: 168 time: 0.3594198 May 19 05:56:27.291044 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-1e7b11af-0adf-4094-bffd-f7042fbe5ab9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:network {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:27.292357 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-1e7b11af-0adf-4094-bffd-f7042fbe5ab9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.3196015 May 19 05:56:27.309213 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Request body: {'port': {'device_id': '3daea168-3500-4910-973c-6a87a86b0aa0', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'admin_state_up': True, 'tenant_id': '42aa593960b8409d89cb6664355a3a41'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:27.456786 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0e937e2f-0940-458c-8346-e2563a127f5e req-e4dc9eb2-6b1a-418e-84f1-7179c05a25e0 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1221578 May 19 05:56:27.576053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e28dfe0c-0a4f-45b9-94f5-b02a1b824cdb tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:27.582142 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:27.582640 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e28dfe0c-0a4f-45b9-94f5-b02a1b824cdb tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.32 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.1915104 May 19 05:56:27.594172 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:27.703594 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd82e6-df22-4fad-94e7-8f760fb01e13 req-042ccc25-5e40-4bde-8ebf-a59f451c0184 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:27.708533 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-83cd82e6-df22-4fad-94e7-8f760fb01e13 req-042ccc25-5e40-4bde-8ebf-a59f451c0184 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0954778 May 19 05:56:27.708533 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Made reservation on behalf of 42aa593960b8409d89cb6664355a3a41 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:27.710005 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.747853 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Deleting port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:56:27.749048 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.818539 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-83cd82e6-df22-4fad-94e7-8f760fb01e13 req-179129d4-0079-4304-8bbc-dc1e9dc32c09 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972815 May 19 05:56:27.922526 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Allocated IP 172.20.0.5 (06277af3-f324-48c7-9bdf-479b0aa23d00/b9b5ff95-d854-42bd-a859-2de0ba773a13/413f9bdf-da14-4c21-af93-4df12c2c5eb4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:27.933275 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] For port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,segment=NetworkSegment(88a8c484-63c8-4dca-ae7f-1cace3c4a76a),segment_id=88a8c484-63c8-4dca-ae7f-1cace3c4a76a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:27.935499 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:27.991038 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:56:28.186596 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Calling delete_port for ec3b06de-0b5e-46d7-8301-c7a90cf5e49a owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:56:28.218378 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:28.310704 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ba91ebed-68e8-4531-9b9d-0dd73e0a18f4 req-791e2c6c-6fa1-43e1-b970-9d7279e6fd7e tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 210 time: 0.0619609 May 19 05:56:28.378611 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be17e5-3f0e-41c2-9358-d468f68ef523 req-54279471-4a8b-4db9-99b2-95e7b84afefa tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.380131 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-17be17e5-3f0e-41c2-9358-d468f68ef523 req-54279471-4a8b-4db9-99b2-95e7b84afefa tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 945 time: 0.3511474 May 19 05:56:28.453630 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:28.464129 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:28.468349 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:28.488855 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-17be17e5-3f0e-41c2-9358-d468f68ef523 req-d8cae1da-4e2b-4bc9-92d1-9c46658294fb tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc492f57-591b-4c7f-b6dd-a9f038099a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024013 May 19 05:56:28.593859 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:28.597736 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a4926b3a-dfa2-4fbe-84c0-4ce939cca365 req-0b6ca284-926a-4a93-a7af-075f48a079c2 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0712914 May 19 05:56:28.599575 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:28.602840 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:28.604417 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:28.606815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:28.671665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Pushing event deleted for resources: {'Port': ['ID=ec3b06de-0b5e-46d7-8301-c7a90cf5e49a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:28.675893 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event updated for resources: {'Port': ['ID=413f9bdf-da14-4c21-af93-4df12c2c5eb4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:28.695678 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:28.717561 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:28.733483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:28.734312 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:28.837380 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] No DVR routers for this DVR port ec3b06de-0b5e-46d7-8301-c7a90cf5e49a on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:56:28.840487 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:28.842932 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'name': 'network-vif-deleted', 'tag': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:28.955140 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['ec3b06de-0b5e-46d7-8301-c7a90cf5e49a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:28.955383 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70430af5-b672-4a2f-889d-e0e77ed7eab7', 'name': 'network-vif-deleted', 'tag': 'ec3b06de-0b5e-46d7-8301-c7a90cf5e49a', 'status': 'completed', 'code': 200} May 19 05:56:29.025312 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62423383-1b58-40d1-a623-8ec8753f9487 req-a0dadf3e-c569-4742-95c7-8f70ed42ed54 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:29.034736 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-62423383-1b58-40d1-a623-8ec8753f9487 req-a0dadf3e-c569-4742-95c7-8f70ed42ed54 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0806248 May 19 05:56:29.074342 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-62423383-1b58-40d1-a623-8ec8753f9487 req-a20c1401-fb3e-4364-9d7c-ad2889d62cc2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 May 19 05:56:29.111010 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ff28901b-879f-4d04-b9b0-a2ad318552c6 req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.32 "DELETE /v2.0/ports/ec3b06de-0b5e-46d7-8301-c7a90cf5e49a HTTP/1.1" status: 204 len: 173 time: 1.5233951 May 19 05:56:29.111719 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8090434 May 19 05:56:29.131375 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Request body: {'port': {'device_id': '3daea168-3500-4910-973c-6a87a86b0aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:29.271310 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:29.507206 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772af7b-77ff-4972-b9b4-c2fe62d2561f req-523bc9e3-288c-4224-bca8-84de3d281747 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:29.508724 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9772af7b-77ff-4972-b9b4-c2fe62d2561f req-523bc9e3-288c-4224-bca8-84de3d281747 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 931 time: 0.0783839 May 19 05:56:29.559142 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9772af7b-77ff-4972-b9b4-c2fe62d2561f req-0d69ef5c-b9d2-4761-a748-faa22da2d626 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 May 19 05:56:29.680605 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-08cae25c-4c16-492c-a34a-5b8ac966c01a req-8a158a84-f819-4a9d-9ff3-1dc052ea714d tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.0611198 May 19 05:56:29.790272 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413f9bdf-da14-4c21-af93-4df12c2c5eb4 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:29.797905 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:29.811711 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e735e240-9769-41f9-8fc1-2dbb389560fb req-93f1137d-5b41-45ee-876d-5f9123216230 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0516384 May 19 05:56:29.818979 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Transition to ACTIVE for port object 413f9bdf-da14-4c21-af93-4df12c2c5eb4 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:29.921500 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:29.928096 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-cb3fbe44-80ff-4d0d-8271-f9e0424d73da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:30.160845 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=413f9bdf-da14-4c21-af93-4df12c2c5eb4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:30.171594 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:30.273477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Attempting to bind port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:30.273803 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Attempting to bind port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:30.274131 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Attempting to bind port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:30.280591 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 on network 06277af3-f324-48c7-9bdf-479b0aa23d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:56:30.280817 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Attempting to bind port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:30.290485 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:30.291351 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Checking segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:30.291351 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Bound using segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:30.291681 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Bound port: 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:30.292020 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:30.353099 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6698dd-f5bd-4f33-86c1-437e3f82cb17 req-c7bb517a-15fb-49c2-9e93-90666d3778a5 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:30.354601 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bc6698dd-f5bd-4f33-86c1-437e3f82cb17 req-c7bb517a-15fb-49c2-9e93-90666d3778a5 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1646008 May 19 05:56:30.432664 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bc6698dd-f5bd-4f33-86c1-437e3f82cb17 req-2eb549eb-0708-4169-8a9a-ea5615cca7da tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 May 19 05:56:30.436665 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] For port 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:30.440623 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] For port 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=413f9bdf-da14-4c21-af93-4df12c2c5eb4,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:30.545063 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:30.551096 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f91d6025-1cab-4ae0-bd8b-bc9ed1120619 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:30.614517 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:30.615776 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:30.617053 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] 10.222.0.32 "PUT /v2.0/ports/413f9bdf-da14-4c21-af93-4df12c2c5eb4 HTTP/1.1" status: 200 len: 1093 time: 1.4915392 May 19 05:56:30.617476 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daea168-3500-4910-973c-6a87a86b0aa0', 'tag': '413f9bdf-da14-4c21-af93-4df12c2c5eb4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:30.643522 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=413f9bdf-da14-4c21-af93-4df12c2c5eb4,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:30.647107 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:30.684851 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daea168-3500-4910-973c-6a87a86b0aa0', 'tag': '413f9bdf-da14-4c21-af93-4df12c2c5eb4', 'status': 'completed', 'code': 200} May 19 05:56:30.812151 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aedc78-082f-4ca0-a399-f5954b9a5693 req-f522243e-d30b-4088-b14f-3510129bde17 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:30.821943 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a5aedc78-082f-4ca0-a399-f5954b9a5693 req-f522243e-d30b-4088-b14f-3510129bde17 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 943 time: 0.1031256 May 19 05:56:30.857666 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153fba-6bc2-4587-9482-ded4d0bc5108 req-f7765ec2-afbf-42d2-b0ee-bae00875218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:30.859518 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fc153fba-6bc2-4587-9482-ded4d0bc5108 req-f7765ec2-afbf-42d2-b0ee-bae00875218f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1383624 May 19 05:56:30.877368 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a5aedc78-082f-4ca0-a399-f5954b9a5693 req-84a1a4b4-7186-426d-bc36-76a75f585a6a tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527925 May 19 05:56:30.979492 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ea14e542-b1dc-4f8e-93f8-815462cde2ba req-8a9196b8-43c2-459c-9bc1-84d12aea995e tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] 10.222.0.24 "GET /v2.0/ports?device_id=70430af5-b672-4a2f-889d-e0e77ed7eab7 HTTP/1.1" status: 200 len: 210 time: 0.0694935 May 19 05:56:31.044099 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-59481b86-a743-4813-8142-ceada406f005 req-73532271-6ab8-407c-acb7-299217bb4487 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0544207 May 19 05:56:31.112586 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153fba-6bc2-4587-9482-ded4d0bc5108 req-b0a75825-683e-46a6-83d4-60c5643d1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.114376 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fc153fba-6bc2-4587-9482-ded4d0bc5108 req-b0a75825-683e-46a6-83d4-60c5643d1af0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=42aa593960b8409d89cb6664355a3a41&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2355173 May 19 05:56:31.219542 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-2544b5b5-19a6-4d15-bfc5-f6ab981c63f0 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.220313 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-2544b5b5-19a6-4d15-bfc5-f6ab981c63f0 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Synchronizing usage tracker for tenant:131e0942ba574719858464dee4faab07 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:31.308291 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48122) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:31.327897 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-2544b5b5-19a6-4d15-bfc5-f6ab981c63f0 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Unset dirty status for tenant:131e0942ba574719858464dee4faab07 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:31.329315 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-2544b5b5-19a6-4d15-bfc5-f6ab981c63f0 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.32 "GET /v2.0/networks?id=722ecfb1-cdc1-4816-ac4d-c0c471d4e212 HTTP/1.1" status: 200 len: 808 time: 0.2812603 May 19 05:56:31.329516 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153fba-6bc2-4587-9482-ded4d0bc5108 req-1c627c80-ee5a-4d24-89d4-b7f42f9ff501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.330958 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fc153fba-6bc2-4587-9482-ded4d0bc5108 req-1c627c80-ee5a-4d24-89d4-b7f42f9ff501 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2007720 May 19 05:56:31.389943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Request body: {'port': {'device_id': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212', 'admin_state_up': True, 'tenant_id': '131e0942ba574719858464dee4faab07'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:31.541680 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:31.547100 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Usage tracker for resource:port and tenant:131e0942ba574719858464dee4faab07 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:31.550394 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:31.558799 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:31.642595 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-ee8996d4-9db0-4763-8075-1c5378bd695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.644205 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-ee8996d4-9db0-4763-8075-1c5378bd695c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1541419 May 19 05:56:31.673847 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Made reservation on behalf of 131e0942ba574719858464dee4faab07 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:31.678582 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:31.724259 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-22daab19-7c54-47bd-8d3a-bfdd9597f771 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=413f9bdf-da14-4c21-af93-4df12c2c5eb4 HTTP/1.1" status: 200 len: 217 time: 0.0674241 May 19 05:56:31.794036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237d30a-2d0c-49e9-b141-97252be02f0d req-3caf3d25-178c-4288-8232-81c9513eda22 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.795595 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6237d30a-2d0c-49e9-b141-97252be02f0d req-3caf3d25-178c-4288-8232-81c9513eda22 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.2052701 May 19 05:56:31.831182 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-89972c95-e51f-4a90-8395-f8d45efd1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:31.832959 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-89972c95-e51f-4a90-8395-f8d45efd1990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.0971591 May 19 05:56:31.858844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Allocated IP 172.20.0.14 (722ecfb1-cdc1-4816-ac4d-c0c471d4e212/2621b66c-74cc-4a75-a6cb-e672b4bf627f/23fd8a31-75e8-4985-94e3-ac175ccb4498) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:31.895634 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-a3b5807a-0895-41a9-978b-98436a821ceb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549524 May 19 05:56:31.900440 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6237d30a-2d0c-49e9-b141-97252be02f0d req-814559af-06de-47de-9bc8-1ab3f88b82df tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944319 May 19 05:56:31.945926 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48150) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:32.004073 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48158) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:32.091481 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.115682 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-c1b24bb1-a742-4e9b-b3fa-36bcee2b1f57 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113297 May 19 05:56:32.275787 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.285959 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c912ab6-f14e-4526-8aa6-cf0aeaef2ea2 req-c3bcdfb6-a479-4a9d-9fce-d06ffd938cd3 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619678 May 19 05:56:32.321075 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.340323 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9f97e51a-a1f2-4084-85cb-1b452bb9c394 req-b45ab4b3-e57c-48bf-b0a1-f9690af50e67 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0558474 May 19 05:56:32.354796 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.371197 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:32.377851 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:32.389634 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Usage tracker for resource:security_group_rule and tenant:f38bd167c10b41b3beddb1d66118ec7b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:32.394194 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:32.397023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Usage tracker for resource:security_group_rule and tenant:769757df5d534e6d808cc33ee9dbf680 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:32.403709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:32.406479 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:32.413258 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:32.421690 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Usage tracker for resource:security_group_rule and tenant:ec79b2f97d0947e7a7fd4bf0a642236f is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:32.426604 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:32.429325 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:32.452779 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:32.477792 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.557075 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8339e-12b6-4220-836f-b90119f437a1 req-cd05af4f-6c74-4395-b3c1-b7116e1f58d4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:32.558524 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2bb8339e-12b6-4220-836f-b90119f437a1 req-cd05af4f-6c74-4395-b3c1-b7116e1f58d4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 943 time: 0.4048998 May 19 05:56:32.608262 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ec3b06de-0b5e-46d7-8301-c7a90cf5e49a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:56:32.641825 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: ec3b06de-0b5e-46d7-8301-c7a90cf5e49a {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:56:32.642178 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ec3b06de-0b5e-46d7-8301-c7a90cf5e49a not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:56:32.696433 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2bb8339e-12b6-4220-836f-b90119f437a1 req-119700d2-2191-4957-9f25-0246bc860bef tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293070 May 19 05:56:32.719966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.747980 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.747980 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.761849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d35fc813-c827-4c03-840b-b9b472d6a5c6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:32.802969 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.832198 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:32.835831 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:32.841574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:32.845877 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:32.846467 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.850418 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.856992 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.876474 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Pushing event updated for resources: {'Port': ['ID=23fd8a31-75e8-4985-94e3-ac175ccb4498,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:32.878601 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:32.891976 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:32.892436 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:32.953805 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f38bd167c10b41b3beddb1d66118ec7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6443310 May 19 05:56:32.957007 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48192) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:32.973369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=769757df5d534e6d808cc33ee9dbf680&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0262470 May 19 05:56:32.977595 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48196) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:32.980824 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bad09-d192-4d1e-915b-eebe5f95029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3413f0b7-784a-47eb-ab57-2d7e31f69754,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:32.994801 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec79b2f97d0947e7a7fd4bf0a642236f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9728508 May 19 05:56:32.996286 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48200) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:33.034691 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f9876-ed18-43be-9839-782be3586cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85adf13-0e16-4dea-bd4c-b98cc57b0a96,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:33.063990 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6790197 May 19 05:56:33.080927 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Request body: {'port': {'device_id': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:33.109033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.130929 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05e04f-4bf7-4082-804f-203bac9a46dc,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:33.141973 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.144507 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:33.144793 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.148502 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:33.148935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.153329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.154893 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.172399 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.214538 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.261822 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c9538-d88e-407f-b71e-96d9e8061837 req-9363f190-b084-4a60-b525-fc14952f249a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:33.263392 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5c6c9538-d88e-407f-b71e-96d9e8061837 req-9363f190-b084-4a60-b525-fc14952f249a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.2220500 May 19 05:56:33.300788 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.328864 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.337503 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5c6c9538-d88e-407f-b71e-96d9e8061837 req-f712673b-1495-4796-a6a4-fac1a3a2e4dd tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 May 19 05:56:33.414665 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.421042 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d65631d0-4c72-4cff-93eb-92f4471a1b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:33.429139 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.446860 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85adf13-0e16-4dea-bd4c-b98cc57b0a96,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:33.456876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.459909 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4de61491-4123-443f-991b-2cd86f37df55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:33.478648 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3413f0b7-784a-47eb-ab57-2d7e31f69754,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:33.482228 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.483538 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.484912 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e85adf13-0e16-4dea-bd4c-b98cc57b0a96 HTTP/1.1" status: 204 len: 168 time: 0.5265367 May 19 05:56:33.503189 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.508230 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3413f0b7-784a-47eb-ab57-2d7e31f69754 HTTP/1.1" status: 204 len: 168 time: 0.5283644 May 19 05:56:33.612572 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.620047 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-65179196-9c14-4145-ae3a-579c86cfb11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:33.641904 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05e04f-4bf7-4082-804f-203bac9a46dc,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:33.689861 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:33.702173 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.710137 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d05e04f-4bf7-4082-804f-203bac9a46dc HTTP/1.1" status: 204 len: 168 time: 0.7060938 May 19 05:56:33.730544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-0fef9d28-7628-4fff-ba61-d15b56eb5452 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:33.731264 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-0fef9d28-7628-4fff-ba61-d15b56eb5452 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Synchronizing usage tracker for tenant:131e0942ba574719858464dee4faab07 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:33.864460 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fd8a31-75e8-4985-94e3-ac175ccb4498 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:33.874089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.893484 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Transition to ACTIVE for port object 23fd8a31-75e8-4985-94e3-ac175ccb4498 will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:33.899279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-0fef9d28-7628-4fff-ba61-d15b56eb5452 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Unset dirty status for tenant:131e0942ba574719858464dee4faab07 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:33.902365 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e89a-766e-4470-94d9-d47be2546f09 req-39ecb070-e34a-48d0-80b9-1fa96b82ae17 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:33.903407 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-2d39e89a-766e-4470-94d9-d47be2546f09 req-39ecb070-e34a-48d0-80b9-1fa96b82ae17 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:33.906612 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-0fef9d28-7628-4fff-ba61-d15b56eb5452 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 932 time: 0.3903728 May 19 05:56:33.953901 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-a4ff5c88-fd88-466f-a3b8-3e938bcba40c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Synchronizing usage tracker for tenant:131e0942ba574719858464dee4faab07 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:33.991175 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-2d39e89a-766e-4470-94d9-d47be2546f09 req-39ecb070-e34a-48d0-80b9-1fa96b82ae17 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:33.992794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:33.993181 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2d39e89a-766e-4470-94d9-d47be2546f09 req-39ecb070-e34a-48d0-80b9-1fa96b82ae17 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 943 time: 0.1888123 May 19 05:56:34.004077 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:34.066245 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2d39e89a-766e-4470-94d9-d47be2546f09 req-e5788be5-6084-4611-89d1-96e8de11ad8a tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668943 May 19 05:56:34.111103 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-a4ff5c88-fd88-466f-a3b8-3e938bcba40c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Unset dirty status for tenant:131e0942ba574719858464dee4faab07 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:34.112232 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b23867ee-a514-43e8-88a3-6155fbfb5153 req-a4ff5c88-fd88-466f-a3b8-3e938bcba40c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048817 May 19 05:56:34.187424 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd8a31-75e8-4985-94e3-ac175ccb4498,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:34.190324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:34.191325 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Attempting to bind port 23fd8a31-75e8-4985-94e3-ac175ccb4498 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:34.191642 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Attempting to bind port 23fd8a31-75e8-4985-94e3-ac175ccb4498 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'aff56b98-e52a-44d4-bc11-c3bf05ce2102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:34.191954 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Attempting to bind port 23fd8a31-75e8-4985-94e3-ac175ccb4498 on network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:34.197162 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Port 23fd8a31-75e8-4985-94e3-ac175ccb4498 on network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:56:34.197467 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Attempting to bind port 23fd8a31-75e8-4985-94e3-ac175ccb4498 on network 722ecfb1-cdc1-4816-ac4d-c0c471d4e212 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:34.202590 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:34.202910 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Checking segment: {'id': 'aff56b98-e52a-44d4-bc11-c3bf05ce2102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:34.203307 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Bound using segment: {'id': 'aff56b98-e52a-44d4-bc11-c3bf05ce2102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:34.203715 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Bound port: 23fd8a31-75e8-4985-94e3-ac175ccb4498, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff56b98-e52a-44d4-bc11-c3bf05ce2102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:34.204048 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.230042 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48244) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:34.297978 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Deleting subnet 73f0ec91-3684-4f1a-a90f-8a47b37a0866 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:56:34.300729 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] For port 23fd8a31-75e8-4985-94e3-ac175ccb4498, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:34.301015 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.304432 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] For port 23fd8a31-75e8-4985-94e3-ac175ccb4498, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23fd8a31-75e8-4985-94e3-ac175ccb4498,segment=NetworkSegment(aff56b98-e52a-44d4-bc11-c3bf05ce2102),segment_id=aff56b98-e52a-44d4-bc11-c3bf05ce2102)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:34.351117 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.404751 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.406386 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:34.421437 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:34.424222 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.478056 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.478835 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.480281 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] 10.222.0.32 "PUT /v2.0/ports/23fd8a31-75e8-4985-94e3-ac175ccb4498 HTTP/1.1" status: 200 len: 1094 time: 1.4053726 May 19 05:56:34.480839 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'tag': '23fd8a31-75e8-4985-94e3-ac175ccb4498'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:34.516365 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd8a31-75e8-4985-94e3-ac175ccb4498,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:34.528574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:34.537333 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.538520 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'tag': '23fd8a31-75e8-4985-94e3-ac175ccb4498', 'status': 'completed', 'code': 200} May 19 05:56:34.570990 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:34.578198 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Usage tracker for resource:security_group_rule and tenant:87f7cd8eeaed4b9fa9eec808df6b928f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:34.598092 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:34.615090 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:34.640852 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6cd87-7868-4284-93e4-d72ba125e43a req-b90d8dd7-efec-4563-a901-6c173e65b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.642862 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-01d6cd87-7868-4284-93e4-d72ba125e43a req-b90d8dd7-efec-4563-a901-6c173e65b96e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131e0942ba574719858464dee4faab07&device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 1097 time: 0.0809238 May 19 05:56:34.727731 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eac00c-fe1a-4452-9d7b-a2bb54832c11 req-b64528f5-120c-4133-863a-032699cc1f4b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.729234 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b1eac00c-fe1a-4452-9d7b-a2bb54832c11 req-b64528f5-120c-4133-863a-032699cc1f4b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.2492378 May 19 05:56:34.771704 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48258) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:34.802778 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.822758 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6cd87-7868-4284-93e4-d72ba125e43a req-2a3c5e98-3845-42e8-9398-df2b11b267d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:34.824208 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-01d6cd87-7868-4284-93e4-d72ba125e43a req-2a3c5e98-3845-42e8-9398-df2b11b267d9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=131e0942ba574719858464dee4faab07&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1692894 May 19 05:56:34.825114 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:34.829079 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Usage tracker for resource:security_group_rule and tenant:01553f348c2d4490be3996beb587d859 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:34.831904 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:34.837605 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:34.860483 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b1eac00c-fe1a-4452-9d7b-a2bb54832c11 req-40edd9ec-7d50-4628-a48e-b41f17ed66d0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204846 May 19 05:56:34.887152 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48262) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:34.915353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.919228 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:34.939134 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:34.946695 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Usage tracker for resource:security_group_rule and tenant:c68edcacd98d4517aa0be20d8e497c83 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:34.951120 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:34.957299 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:35.007887 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6cd87-7868-4284-93e4-d72ba125e43a req-cc2c877c-cc77-4cb6-b055-dbcc8fdf9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:35.009379 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-01d6cd87-7868-4284-93e4-d72ba125e43a req-cc2c877c-cc77-4cb6-b055-dbcc8fdf9be8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1669922 May 19 05:56:35.042953 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.043233 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.047043 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.054071 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-7a959dde-ae1c-400a-8fd9-18c332d09c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:35.101354 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87f7cd8eeaed4b9fa9eec808df6b928f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746347 May 19 05:56:35.101354 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53026caf-f250-47a2-a2bd-d26ebcb2f72a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:35.101888 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48270) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:35.104839 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.104839 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:35.120316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2ca93a6c-3f91-4c8d-ac73-0c132cbfae64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:35.124716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.130670 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0bf93a7d-b072-45c1-ad12-b00651675a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:35.158759 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.170628 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f0ec91-3684-4f1a-a90f-8a47b37a0866,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:35.172516 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:35.179358 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01553f348c2d4490be3996beb587d859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038727 May 19 05:56:35.181441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48276) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:35.186026 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ed51cd-0e70-4b90-ad87-a7ab0ba4c04d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:35.187415 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4e224772-623a-48b7-a5ac-6b9a9593e400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:35.201580 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.209020 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:35.212339 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-ec0ae08d-4654-4984-8696-bb29ede81a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:35.213778 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-ec0ae08d-4654-4984-8696-bb29ede81a5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131e0942ba574719858464dee4faab07&device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 1097 time: 0.1680589 May 19 05:56:35.271169 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c68edcacd98d4517aa0be20d8e497c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926027 May 19 05:56:35.281718 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48282) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:35.342396 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-5c4c32b3-eb4d-4d20-9183-876512c5039d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd8a31-75e8-4985-94e3-ac175ccb4498 HTTP/1.1" status: 200 len: 217 time: 0.1168482 May 19 05:56:35.343595 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73f0ec91-3684-4f1a-a90f-8a47b37a0866 HTTP/1.1" status: 204 len: 168 time: 1.1123707 May 19 05:56:35.344702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:35.362059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdbcd0e-636a-4e3a-b4d7-2f593e5df82e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:35.471155 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:35.472229 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.502937 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.536239 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-e343417b-2a97-4dc6-a096-a2a2fccf6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:35.538308 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-e343417b-2a97-4dc6-a096-a2a2fccf6e61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2621b66c-74cc-4a75-a6cb-e672b4bf627f HTTP/1.1" status: 200 len: 848 time: 0.1862507 May 19 05:56:35.546659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.600889 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.609972 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-d4921377-f8dd-4a19-8490-9949ff4f080b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=722ecfb1-cdc1-4816-ac4d-c0c471d4e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534608 May 19 05:56:35.632516 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.634070 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.650054 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdf6ad-bb3d-48d2-a51e-997ef85763e4 req-3fb41862-6f7d-44d2-84f0-c92d79593102 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:35.651834 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c8cdf6ad-bb3d-48d2-a51e-997ef85763e4 req-3fb41862-6f7d-44d2-84f0-c92d79593102 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 943 time: 0.3734109 May 19 05:56:35.716644 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cf5f6-bca2-4677-892a-95dbc696fef8 req-33b340cf-556c-4901-bb0a-913359b508c9 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:35.718008 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b22cf5f6-bca2-4677-892a-95dbc696fef8 req-33b340cf-556c-4901-bb0a-913359b508c9 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 944 time: 0.4370658 May 19 05:56:35.728276 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.777428 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c8cdf6ad-bb3d-48d2-a51e-997ef85763e4 req-213b7193-b5c9-4488-b1a8-f0d8ae1a988e tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103175 May 19 05:56:35.810848 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-b7162e3b-5c2e-442f-a85d-4820bb0e0238 service neutron] 10.222.0.32 "GET /v2.0/networks/722ecfb1-cdc1-4816-ac4d-c0c471d4e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902552 May 19 05:56:35.879567 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.889469 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b22cf5f6-bca2-4677-892a-95dbc696fef8 req-7589121a-3db6-4039-8391-eda8b7f9fd32 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542079 May 19 05:56:35.894513 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.895125 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.899708 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7930f4-3e53-4437-8ba2-41bdea206963']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:35.902783 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0c397f80-7f4a-479e-acc3-d72f104e021f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:35.909391 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-087fd100-13ac-43f0-b7d8-f4336a5f1bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:35.926339 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53026caf-f250-47a2-a2bd-d26ebcb2f72a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:35.926481 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ed51cd-0e70-4b90-ad87-a7ab0ba4c04d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:35.930714 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a8c484-63c8-4dca-ae7f-1cace3c4a76a') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:35.931006 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a8c484-63c8-4dca-ae7f-1cace3c4a76a') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:35.933142 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:35.939859 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:35.941113 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.944512 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ed51cd-0e70-4b90-ad87-a7ab0ba4c04d HTTP/1.1" status: 204 len: 168 time: 0.7591953 May 19 05:56:35.966945 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.967196 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dbb348ff-2cf9-4d52-953a-287b0accf018 req-504a7dda-1d30-4743-a1c6-9313fc2d3010 service neutron] 10.222.0.32 "GET /v2.0/networks/722ecfb1-cdc1-4816-ac4d-c0c471d4e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486073 May 19 05:56:35.970496 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53026caf-f250-47a2-a2bd-d26ebcb2f72a HTTP/1.1" status: 204 len: 168 time: 0.8648436 May 19 05:56:35.970496 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.988054 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:35.997609 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:56:35.998163 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:56:36.016318 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:56:36.031350 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.076948 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:36.093879 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.095115 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cdbcd0e-636a-4e3a-b4d7-2f593e5df82e HTTP/1.1" status: 204 len: 168 time: 0.8099062 May 19 05:56:36.099781 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdbcd0e-636a-4e3a-b4d7-2f593e5df82e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:36.102222 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:36.157186 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e9e4e-f61a-43ae-b0f5-f10478435b0b req-e8142f39-0143-43d0-8dc5-8cfafadaf522 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:36.158789 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-074e9e4e-f61a-43ae-b0f5-f10478435b0b req-e8142f39-0143-43d0-8dc5-8cfafadaf522 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0989127 May 19 05:56:36.167679 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.171819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:36.195529 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.206178 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7930f4-3e53-4437-8ba2-41bdea206963,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:36.209767 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:36.227571 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-074e9e4e-f61a-43ae-b0f5-f10478435b0b req-567cd8cb-4ac6-48fc-907b-82a25cffa442 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568435 May 19 05:56:36.270689 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2a4e92b4-5793-4b2e-9aae-4040aeee832d admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e7930f4-3e53-4437-8ba2-41bdea206963 HTTP/1.1" status: 204 len: 168 time: 0.9099796 May 19 05:56:36.619153 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 413f9bdf-da14-4c21-af93-4df12c2c5eb4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:36.750825 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=413f9bdf-da14-4c21-af93-4df12c2c5eb4,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:36.767221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '413f9bdf-da14-4c21-af93-4df12c2c5eb4', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'port_id': '413f9bdf-da14-4c21-af93-4df12c2c5eb4', 'mac_address': 'fa:16:3e:1a:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5ff95-d854-42bd-a859-2de0ba773a13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:36.848356 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.866742 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413f9bdf-da14-4c21-af93-4df12c2c5eb4 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:36.886064 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=413f9bdf-da14-4c21-af93-4df12c2c5eb4,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:36.961407 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48324) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:36.988806 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:36.991891 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-d3b284d5-f22e-4854-9fee-013a10d29694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:37.023744 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee86a-cb11-4a8c-a083-0441d5ffea65 req-acb86d50-140d-4d2d-8882-1a5c7b615378 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:37.031670 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-256ee86a-cb11-4a8c-a083-0441d5ffea65 req-acb86d50-140d-4d2d-8882-1a5c7b615378 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 943 time: 0.1325204 May 19 05:56:37.049505 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d37ed1d0-dce5-4d5c-a64f-472dbe1dd72d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ded74c06703471c818eb8310ddb1f86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0929828 May 19 05:56:37.055338 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48330) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:37.106322 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-256ee86a-cb11-4a8c-a083-0441d5ffea65 req-02fac9b6-e407-416d-97c1-ce1bddb7d9b7 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 May 19 05:56:37.107987 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=413f9bdf-da14-4c21-af93-4df12c2c5eb4,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:37.119550 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:37.206163 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104a6ff-2f0b-420d-8ba0-a6349942d89c req-e2002391-a303-4487-96f3-a4c6e915a5bd tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:37.207646 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e104a6ff-2f0b-420d-8ba0-a6349942d89c req-e2002391-a303-4487-96f3-a4c6e915a5bd tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 944 time: 0.1610613 May 19 05:56:37.209019 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:37.243838 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:37.285667 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['413f9bdf-da14-4c21-af93-4df12c2c5eb4'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:37.364563 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e104a6ff-2f0b-420d-8ba0-a6349942d89c req-f620ef36-47d1-4040-8754-484cad882804 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634611 May 19 05:56:37.401192 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:37.406653 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:37.435057 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc492f57-591b-4c7f-b6dd-a9f038099a64,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:37.452890 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.455894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.456915 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.457649 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.457789 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.458240 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.459342 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.459892 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.460993 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.462434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.464368 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.464592 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:37.474987 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:37.510511 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:37.512127 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc492f57-591b-4c7f-b6dd-a9f038099a64 HTTP/1.1" status: 204 len: 168 time: 0.4134974 May 19 05:56:37.581112 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336b348-55a1-4ebc-8e98-f5e26a1086a4 req-137f72e9-3f91-4e27-9bd4-6cceea9cfc8e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:37.589713 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4336b348-55a1-4ebc-8e98-f5e26a1086a4 req-137f72e9-3f91-4e27-9bd4-6cceea9cfc8e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1587338 May 19 05:56:37.637658 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4336b348-55a1-4ebc-8e98-f5e26a1086a4 req-7c2c48af-f422-483e-b793-76963e8f678b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 May 19 05:56:38.329211 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7aa54-ff07-46e7-be4a-c35ba1024acc req-3b27face-f5b0-44df-8989-d631946d3867 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:38.331379 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-88f7aa54-ff07-46e7-be4a-c35ba1024acc req-3b27face-f5b0-44df-8989-d631946d3867 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 944 time: 0.0995729 May 19 05:56:38.384834 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-88f7aa54-ff07-46e7-be4a-c35ba1024acc req-6f3dced0-8e8d-4711-9d0e-65ec32ef94a8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 May 19 05:56:38.557227 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88069e5-b890-4a4d-9784-eadd2eacfcc0 req-2689f179-c916-432e-b89a-77c3b9a3f610 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:38.558845 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b88069e5-b890-4a4d-9784-eadd2eacfcc0 req-2689f179-c916-432e-b89a-77c3b9a3f610 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 944 time: 0.0870130 May 19 05:56:38.609325 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b88069e5-b890-4a4d-9784-eadd2eacfcc0 req-05ea69cf-32ef-4b27-bf19-b2dee0e0386e tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 May 19 05:56:38.634617 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 23fd8a31-75e8-4985-94e3-ac175ccb4498 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:56:38.636981 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 413f9bdf-da14-4c21-af93-4df12c2c5eb4 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:38.844805 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 23fd8a31-75e8-4985-94e3-ac175ccb4498, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23fd8a31-75e8-4985-94e3-ac175ccb4498,segment=NetworkSegment(aff56b98-e52a-44d4-bc11-c3bf05ce2102),segment_id=aff56b98-e52a-44d4-bc11-c3bf05ce2102)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:38.857179 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ce309-a93b-42b2-8d34-301df51f28e1 req-b3a0d928-c398-4d63-b09b-352ca2ade996 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:38.859063 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '23fd8a31-75e8-4985-94e3-ac175ccb4498', 'network_id': '722ecfb1-cdc1-4816-ac4d-c0c471d4e212', 'port_id': '23fd8a31-75e8-4985-94e3-ac175ccb4498', 'mac_address': 'fa:16:3e:84:e0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2621b66c-74cc-4a75-a6cb-e672b4bf627f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:56:38.865087 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d4ce309-a93b-42b2-8d34-301df51f28e1 req-b3a0d928-c398-4d63-b09b-352ca2ade996 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1194954 May 19 05:56:38.887643 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:38.896418 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:38.896892 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:38.906580 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d4ce309-a93b-42b2-8d34-301df51f28e1 req-726fdfd4-1568-4c27-ab24-e2f8a0534ead tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 May 19 05:56:38.970439 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:38.991001 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fd8a31-75e8-4985-94e3-ac175ccb4498 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:39.039586 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 23fd8a31-75e8-4985-94e3-ac175ccb4498, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23fd8a31-75e8-4985-94e3-ac175ccb4498,segment=NetworkSegment(aff56b98-e52a-44d4-bc11-c3bf05ce2102),segment_id=aff56b98-e52a-44d4-bc11-c3bf05ce2102)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:39.066841 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:39.106621 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daea168-3500-4910-973c-6a87a86b0aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413f9bdf-da14-4c21-af93-4df12c2c5eb4'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:39.122977 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=413f9bdf-da14-4c21-af93-4df12c2c5eb4,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:39.124797 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:39.126931 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-0a172e3f-5930-49ae-a470-4fc80a8545a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:39.170546 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daea168-3500-4910-973c-6a87a86b0aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413f9bdf-da14-4c21-af93-4df12c2c5eb4', 'code': 200} May 19 05:56:39.208369 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=23fd8a31-75e8-4985-94e3-ac175ccb4498,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:39.215138 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:39.216670 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:39.226990 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:39.296037 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=413f9bdf-da14-4c21-af93-4df12c2c5eb4,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:39.299220 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:39.410478 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['23fd8a31-75e8-4985-94e3-ac175ccb4498'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:39.738836 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ba00-1ad6-439c-a381-072895320d79 req-dc1cfd82-1652-4583-8bfb-54c4fceef582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:39.740426 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e44ba00-1ad6-439c-a381-072895320d79 req-dc1cfd82-1652-4583-8bfb-54c4fceef582 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 1098 time: 0.2162039 May 19 05:56:39.770744 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d15e13-81e5-4516-b864-d4132c1d31a2 req-8bc6e80b-f88f-4bd2-8323-b4d0b1249b20 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:39.776241 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-57d15e13-81e5-4516-b864-d4132c1d31a2 req-8bc6e80b-f88f-4bd2-8323-b4d0b1249b20 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 945 time: 0.2458448 May 19 05:56:39.776241 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48452) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:39.837419 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e44ba00-1ad6-439c-a381-072895320d79 req-08efe65c-91d0-406d-a7c1-c9f325704d5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869470 May 19 05:56:39.856651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bec1d-6787-4fc9-bb00-b22f772d272b req-5631a780-8027-4f4f-a007-2e32e225eae9 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:39.860571 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-57d15e13-81e5-4516-b864-d4132c1d31a2 req-85a9bd10-8591-4e21-b060-a56582c22ad5 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805407 May 19 05:56:39.868444 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-667bec1d-6787-4fc9-bb00-b22f772d272b req-5631a780-8027-4f4f-a007-2e32e225eae9 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 945 time: 0.1211214 May 19 05:56:39.913066 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-667bec1d-6787-4fc9-bb00-b22f772d272b req-d8cbc5a6-bc98-48df-bad3-559f623bd464 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459125 May 19 05:56:40.012354 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1868594070-network', 'tenant_id': '34548559401345938b4b9283a4bfed88'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:40.020413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:40.042672 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Usage tracker for resource:network and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:40.058709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:40.072963 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:40.170647 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Made reservation on behalf of 34548559401345938b4b9283a4bfed88 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:40.173546 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.189427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.208883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac353ac-b9a6-44f6-b336-11f2a7cc9449 req-c6a94bf5-1337-4141-946d-c25ca4d88caf tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:40.210344 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9ac353ac-b9a6-44f6-b336-11f2a7cc9449 req-c6a94bf5-1337-4141-946d-c25ca4d88caf tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1127005 May 19 05:56:40.215839 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:40.233285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:40.237665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:40.247275 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:40.280697 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9ac353ac-b9a6-44f6-b336-11f2a7cc9449 req-b88610ee-9b17-42f9-8d5a-b2e548cb1e71 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609035 May 19 05:56:40.378287 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.447778 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.453245 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:40.480968 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:56:40.493669 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e9afd-32ea-45b5-aa17-48f0514bc976,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:40.496710 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:40.499624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.499960 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Added segment 53adebd3-67c1-405c-9f38-79dcede0d508 of type vlan for network a93037b4-c3a3-4296-9344-cc7367889e28 May 19 05:56:40.531614 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.640772 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 23fd8a31-75e8-4985-94e3-ac175ccb4498 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:40.673624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.675245 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:40.675978 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.681761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e959792d-752a-4acc-b56d-ee2d8abf7fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:40.795529 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Pushing event updated for resources: {'Network': ['ID=a93037b4-c3a3-4296-9344-cc7367889e28,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:40.798281 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:40.805328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network a93037b4-c3a3-4296-9344-cc7367889e28 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:56:40.879679 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 23fd8a31-75e8-4985-94e3-ac175ccb4498 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:40.897376 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48502) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:40.901934 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1237073 May 19 05:56:40.906414 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Request body: {'subnet': {'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1868594070-subnet', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:40.909779 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 23fd8a31-75e8-4985-94e3-ac175ccb4498 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:40.910549 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:40.913639 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:40.918142 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Usage tracker for resource:subnet and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:40.922202 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:40.929191 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:41.044591 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:41.064698 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Made reservation on behalf of 34548559401345938b4b9283a4bfed88 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:41.067904 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262412192'] for subnet, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:41.080498 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 23fd8a31-75e8-4985-94e3-ac175ccb4498, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23fd8a31-75e8-4985-94e3-ac175ccb4498,segment=NetworkSegment(aff56b98-e52a-44d4-bc11-c3bf05ce2102),segment_id=aff56b98-e52a-44d4-bc11-c3bf05ce2102)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:41.168413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a2a82-28ae-4ad0-8d98-d4a02d77dca4 req-d74b8bf0-d6a8-4c80-9924-e7fe77df6e3c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:41.169916 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7f4a2a82-28ae-4ad0-8d98-d4a02d77dca4 req-d74b8bf0-d6a8-4c80-9924-e7fe77df6e3c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 945 time: 0.1337616 May 19 05:56:41.176586 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd8a31-75e8-4985-94e3-ac175ccb4498'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:41.196044 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:41.199617 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:41.206627 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b27a6e-dcbf-4875-9d77-bd4f7a2a292d req-e01bbd8c-1f6f-478c-9c24-7f367b6621fa tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:41.208244 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-59b27a6e-dcbf-4875-9d77-bd4f7a2a292d req-e01bbd8c-1f6f-478c-9c24-7f367b6621fa tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 945 time: 0.2236953 May 19 05:56:41.267628 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7f4a2a82-28ae-4ad0-8d98-d4a02d77dca4 req-29c7367c-9ae1-41c3-99ad-92d0c8af3124 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878725 May 19 05:56:41.316393 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=23fd8a31-75e8-4985-94e3-ac175ccb4498,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:41.320858 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:41.341662 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd8a31-75e8-4985-94e3-ac175ccb4498', 'code': 200} May 19 05:56:41.383412 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-59b27a6e-dcbf-4875-9d77-bd4f7a2a292d req-47139db2-a8e3-4dda-b359-e901953caf35 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667895 May 19 05:56:41.688275 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48538) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:41.840661 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1740245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262412178'] for subnet, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:41.848389 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5874e893-0324-4392-90e6-59c91f0baac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:41.932533 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b3afd-1564-48f9-a68e-c2b5370c2188 req-9af9a61b-05f7-4c85-accd-45357247df49 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:41.933121 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:41.933975 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a18b3afd-1564-48f9-a68e-c2b5370c2188 req-9af9a61b-05f7-4c85-accd-45357247df49 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.3052001 May 19 05:56:41.959867 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bddce9-d56b-4fd3-a027-05679ba02571 req-876e3f9e-7573-4990-98e2-750a87835e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:41.965263 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d5bddce9-d56b-4fd3-a027-05679ba02571 req-876e3f9e-7573-4990-98e2-750a87835e2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 1099 time: 0.1335649 May 19 05:56:41.969198 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa77122-14c1-494c-b533-70d07713fe4f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:41.971669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:41.979221 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Usage tracker for resource:security_group_rule and tenant:76547cdd332b435d9c81edef7e94b5f0 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:41.986709 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:41.991591 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.991940 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.992278 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.992649 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.992977 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.993305 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.993629 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.993952 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.994271 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.994644 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.994960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:41.995304 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:42.002674 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Checking segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:42.003022 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Network hostable DHCP agents. Network: a93037b4-c3a3-4296-9344-cc7367889e28, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:56:42.006446 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:42.007792 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a18b3afd-1564-48f9-a68e-c2b5370c2188 req-11fecf44-95b0-45ef-a323-1f5142e195c2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664973 May 19 05:56:42.011275 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:42.027721 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d5bddce9-d56b-4fd3-a027-05679ba02571 req-55c3fcf5-1aed-4208-9301-e7380b5fae6e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486166 May 19 05:56:42.098066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.112819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Network a93037b4-c3a3-4296-9344-cc7367889e28 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:56:42.178705 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.187312 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, a93037b4-c3a3-4296-9344-cc7367889e28) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:42.189203 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:42.197612 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93e756-2a16-49fd-8098-4a1def9dc932 None None] Network a93037b4-c3a3-4296-9344-cc7367889e28 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:56:42.226889 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:42.227610 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.248760 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76547cdd332b435d9c81edef7e94b5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568886 May 19 05:56:42.249408 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48556) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:42.250167 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c98eb-519d-41fe-8418-e5585135eff8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:42.253353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:42.318492 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.352794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.379201 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-34547bbe-8b49-47db-ad7f-20f1164cb130 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4804568 May 19 05:56:42.382379 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48566) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:42.387970 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:42.392940 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:42.400724 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Usage tracker for resource:router and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:42.422289 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:42.439145 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:42.464808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-a93037b4-c3a3-4296-9344-cc7367889e28', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:56:42.465643 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.496455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.500931 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e9b65e05-6421-4f96-bd34-48b13de2eec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:42.561467 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c98eb-519d-41fe-8418-e5585135eff8,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:42.576396 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:42.576504 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.576504 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.598495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.600034 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f1c98eb-519d-41fe-8418-e5585135eff8 HTTP/1.1" status: 204 len: 168 time: 0.3492918 May 19 05:56:42.602795 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:42.646437 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912621-e32b-4c95-baa4-856f1f215dd5 req-dbb63d86-8565-4c05-a4e3-3dee1827770a tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:42.648094 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1d912621-e32b-4c95-baa4-856f1f215dd5 req-dbb63d86-8565-4c05-a4e3-3dee1827770a tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 945 time: 0.1312029 May 19 05:56:42.666494 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b4188-6577-4f9b-9ae9-6981295a83ba req-d06009ad-37b3-4a53-823a-9573df76f76d tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:42.671064 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a99b4188-6577-4f9b-9ae9-6981295a83ba req-d06009ad-37b3-4a53-823a-9573df76f76d tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 946 time: 0.2187018 May 19 05:56:42.711171 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1d912621-e32b-4c95-baa4-856f1f215dd5 req-ffbb247d-f290-4a80-b109-bee80cb5dec1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568044 May 19 05:56:42.722743 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a99b4188-6577-4f9b-9ae9-6981295a83ba req-5426fd8b-a77c-4091-a4d2-8c757533335e tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 May 19 05:56:42.780364 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Allocated IP 172.20.0.2 (a93037b4-c3a3-4296-9344-cc7367889e28/ffa77122-14c1-494c-b533-70d07713fe4f/ef0fc1a7-4c54-465f-96aa-51b679e35ddd) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:43.027499 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.150263 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.160880 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Transition to ACTIVE for port object ef0fc1a7-4c54-465f-96aa-51b679e35ddd will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:43.215139 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Transition to ACTIVE for port object ef0fc1a7-4c54-465f-96aa-51b679e35ddd will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:43.298582 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.307730 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:43.359056 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dca67-eae4-4ee4-8091-f1743ca570aa req-315cee1a-4cc9-485e-8391-96062d626d7e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:43.360608 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6e7dca67-eae4-4ee4-8091-f1743ca570aa req-315cee1a-4cc9-485e-8391-96062d626d7e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1293378 May 19 05:56:43.438212 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Network a93037b4-c3a3-4296-9344-cc7367889e28 is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:43.439757 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:43.448105 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:43.465038 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48602) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:43.487797 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.507308 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Pushing event updated for resources: {'Port': ['ID=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:43.514697 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:43.519594 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Usage tracker for resource:security_group_rule and tenant:d630ab4d55dd4bfa9f1068fd21959fa9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:43.524303 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:43.532244 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:43.546270 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:43.593028 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.632496 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.638650 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Attempting to bind port ef0fc1a7-4c54-465f-96aa-51b679e35ddd on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:43.639678 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Attempting to bind port ef0fc1a7-4c54-465f-96aa-51b679e35ddd by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:43.640054 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Attempting to bind port ef0fc1a7-4c54-465f-96aa-51b679e35ddd on network a93037b4-c3a3-4296-9344-cc7367889e28 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:43.646465 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:43.650396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Checking segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:43.650396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.650396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Bound using segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:43.650396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Bound port: ef0fc1a7-4c54-465f-96aa-51b679e35ddd, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:43.650396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.696996 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6e7dca67-eae4-4ee4-8091-f1743ca570aa req-af9f3e60-2c5d-47a7-89ed-548bf1b6ada3 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667983 May 19 05:56:43.702036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.755284 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] For port ef0fc1a7-4c54-465f-96aa-51b679e35ddd, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:43.758498 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] For port ef0fc1a7-4c54-465f-96aa-51b679e35ddd, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:43.808115 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Allocated IP 172.28.2.206 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/e45ffe0f-1b64-4768-bddf-097c52951288) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:43.829648 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.838209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:43.885253 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:43.889887 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:43.897590 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d630ab4d55dd4bfa9f1068fd21959fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308031 May 19 05:56:43.900682 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48626) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:43.901785 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5242e8-5743-403c-ab08-f411c24984e8,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:43.931135 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:44.001351 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Pushing event updated for resources: {'Port': ['ID=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:44.008411 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:44.024859 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.078204 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.081899 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.131138 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42cb8f-5877-4063-901c-e2f5473ac50e req-8b7f43f0-116c-4aea-b491-075a3f2bb249 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:44.132563 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5b42cb8f-5877-4063-901c-e2f5473ac50e req-8b7f43f0-116c-4aea-b491-075a3f2bb249 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 946 time: 0.2757854 May 19 05:56:44.186951 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5b42cb8f-5877-4063-901c-e2f5473ac50e req-0e1d8a15-82a8-4cc6-b401-ed94dfd4c63d tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 May 19 05:56:44.200844 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.205309 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:44.222242 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.226631 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4ad3abed-9532-4702-bdde-3ba6ad669b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:44.241910 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5242e8-5743-403c-ab08-f411c24984e8,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:44.245369 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:44.251153 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:44.255130 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc5242e8-5743-403c-ab08-f411c24984e8 HTTP/1.1" status: 204 len: 168 time: 0.3470697 May 19 05:56:44.331917 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:44.335325 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:44.339210 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:44.389927 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Pushing event updated for resources: {'Port': ['ID=e45ffe0f-1b64-4768-bddf-097c52951288,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:44.395599 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:45.028687 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f6315-e5d3-403b-b42f-2d52677c144c req-1709b656-7b9d-4da2-9f3a-f77ce966b7cf tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:45.039369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-617f6315-e5d3-403b-b42f-2d52677c144c req-1709b656-7b9d-4da2-9f3a-f77ce966b7cf tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.2060049 May 19 05:56:45.111830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.115977 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-617f6315-e5d3-403b-b42f-2d52677c144c req-c97161dd-b9fa-475b-a044-88b336a6e2b5 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 May 19 05:56:45.190999 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fabf277-e6ba-4bd4-89d7-dc3bf49bbe4d None None] Network a93037b4-c3a3-4296-9344-cc7367889e28 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:56:45.403988 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-d11218b8-cb2c-4657-b23e-9b00b82623ac None None] Provisioning for port ef0fc1a7-4c54-465f-96aa-51b679e35ddd completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:45.525058 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:45.685265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device ef0fc1a7-4c54-465f-96aa-51b679e35ddd up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:45.849074 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:56:45.884461 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port ef0fc1a7-4c54-465f-96aa-51b679e35ddd completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:45.893695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port ef0fc1a7-4c54-465f-96aa-51b679e35ddd triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:45.894474 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:46.093197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:46.104436 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:56:46.110907 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:56:46.122445 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:56:46.123550 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:56:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:46.147459 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port ef0fc1a7-4c54-465f-96aa-51b679e35ddd, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:46.206938 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Notify callbacks [] for router, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:46.208341 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8248594 May 19 05:56:46.214507 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48702) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:46.219228 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:46.221031 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:46.336711 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:46.343546 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:46.357565 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65b94-87f7-4cb3-90a7-547fea1fbee5 req-520e0ef5-2e3a-4415-99f9-a12c1a6acc0f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:46.358005 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:56:46.359157 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1ac65b94-87f7-4cb3-90a7-547fea1fbee5 req-520e0ef5-2e3a-4415-99f9-a12c1a6acc0f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1224141 May 19 05:56:46.423592 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1ac65b94-87f7-4cb3-90a7-547fea1fbee5 req-49f991ae-a6de-4643-b0e1-d96fc4a121e7 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580981 May 19 05:56:46.753106 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:44Z', 'revision_number': 3, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:46.757556 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:56:46.757907 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Updating router 5f40c529-765a-4f17-afbe-fc6506a6cf02 port e45ffe0f-1b64-4768-bddf-097c52951288 binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:56:46.822383 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.188166 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.200424 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Transition to ACTIVE for port object e45ffe0f-1b64-4768-bddf-097c52951288 will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:47.211891 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-8f1831e4-e8b3-443c-864c-ec2d66ae29c0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:47.213290 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-8f1831e4-e8b3-443c-864c-ec2d66ae29c0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.3213899 May 19 05:56:47.237615 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-f565e068-53fc-43a0-8d5f-470bdef23bcb tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/quotas/42aa593960b8409d89cb6664355a3a41 HTTP/1.1" status: 200 len: 375 time: 0.0175376 May 19 05:56:47.282793 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.292483 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.300071 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-d6964115-3521-4333-8bd2-fafba2e72a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:47.379605 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Attempting to bind port e45ffe0f-1b64-4768-bddf-097c52951288 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:47.380079 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Attempting to bind port e45ffe0f-1b64-4768-bddf-097c52951288 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:47.380454 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Attempting to bind port e45ffe0f-1b64-4768-bddf-097c52951288 on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:47.390047 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Pushing event updated for resources: {'Port': ['ID=e45ffe0f-1b64-4768-bddf-097c52951288,revision_number=2']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:47.392469 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:47.392850 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:47.393254 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.393683 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:47.398390 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Bound port: e45ffe0f-1b64-4768-bddf-097c52951288, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:47.403298 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.456565 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.456898 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.457406 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.457957 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.458465 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.458967 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.459506 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.460004 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.460526 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.461575 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.466318 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.466318 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:47.466579 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-94b2b470-2e8c-48b0-acc7-9b25ea00fa30 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188063 May 19 05:56:47.474012 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:47.519165 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] For port e45ffe0f-1b64-4768-bddf-097c52951288, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:47.523041 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] For port e45ffe0f-1b64-4768-bddf-097c52951288, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e45ffe0f-1b64-4768-bddf-097c52951288,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:47.606029 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:47.614723 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:47.682521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Allocated IP 172.20.0.1 (a93037b4-c3a3-4296-9344-cc7367889e28/ffa77122-14c1-494c-b533-70d07713fe4f/bb88f74a-63d2-4029-b41c-08dcf061c327) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:47.694551 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device ef0fc1a7-4c54-465f-96aa-51b679e35ddd up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:47.709546 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac6e7e-73e4-4ded-b458-88eab0482785 req-f13b3147-00ea-4f1e-a25e-136ed3b14016 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:47.710735 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-acac6e7e-73e4-4ded-b458-88eab0482785 req-f13b3147-00ea-4f1e-a25e-136ed3b14016 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1383815 May 19 05:56:47.717269 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-e0c52310-0cae-4449-943f-1486fb259c01 service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533259 May 19 05:56:47.726889 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:56:47.727849 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:56:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:47.783970 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-acac6e7e-73e4-4ded-b458-88eab0482785 req-725bf6ee-ec4e-4569-8adc-82c5c7a680af tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671575 May 19 05:56:47.809083 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Pushing event updated for resources: {'Port': ['ID=e45ffe0f-1b64-4768-bddf-097c52951288,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:47.814931 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-e057b1ad-0489-43de-bd7e-0c2690b88236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:47.845445 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port ef0fc1a7-4c54-465f-96aa-51b679e35ddd triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:47.845819 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:48.034105 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-16330420-c86e-4838-a04d-dbaf62f1c5aa service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962983 May 19 05:56:48.041230 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:56:48.110955 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:48.141201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Transition to ACTIVE for port object bb88f74a-63d2-4029-b41c-08dcf061c327 will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:48.234016 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:48.239173 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:48.378476 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Network a93037b4-c3a3-4296-9344-cc7367889e28 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:48.420033 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-005c0679-c403-48da-ad7d-a86db76d48cc req-0b0e9fc5-76ed-4123-a437-cd60ae67a96c tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 210 time: 0.0811601 May 19 05:56:48.435697 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:44Z', 'revision_number': 3, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:48.436304 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:48.439896 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:48.440350 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:48.448050 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcff5b-75ff-4a26-920b-86b7cdb26dbe None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:44Z', 'revision_number': 3, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:56:48.503024 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Pushing event updated for resources: {'Port': ['ID=bb88f74a-63d2-4029-b41c-08dcf061c327,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:48.507903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:48.806643 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:48.845180 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-fcdfc0dc-8366-458e-8d11-c60ae437cff1 None None] Provisioning for port bb88f74a-63d2-4029-b41c-08dcf061c327 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:48.860779 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-fcdfc0dc-8366-458e-8d11-c60ae437cff1 None None] Provisioning complete for port bb88f74a-63d2-4029-b41c-08dcf061c327 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:48.861155 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dc-8366-458e-8d11-c60ae437cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:49.027102 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfc0dc-8366-458e-8d11-c60ae437cff1 None None] Port bb88f74a-63d2-4029-b41c-08dcf061c327 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:56:49.032429 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b1c09181-0621-4a82-b7f5-aec62e650f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:49.255894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:49.273761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8c9f2-756b-41ea-9c70-396bfbb669b0 req-dbf64365-1ab7-4f04-a152-df738711cea1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:49.281163 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d6b8c9f2-756b-41ea-9c70-396bfbb669b0 req-dbf64365-1ab7-4f04-a152-df738711cea1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1610978 May 19 05:56:49.318090 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:49.322935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:49.329255 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:49.383951 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d6b8c9f2-756b-41ea-9c70-396bfbb669b0 req-72d66192-35d0-4c24-8850-4a1587e0cf58 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018929 May 19 05:56:49.488662 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Pushing event updated for resources: {'Port': ['ID=bb88f74a-63d2-4029-b41c-08dcf061c327,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:49.495739 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:49.555212 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Network a93037b4-c3a3-4296-9344-cc7367889e28 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:49.556107 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:49.761282 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dcbc35b5-30b8-44a4-b742-77cd88220ced req-996063e8-5566-4cd0-90c1-d51e325cadcf tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 210 time: 0.2205150 May 19 05:56:49.761844 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e45ffe0f-1b64-4768-bddf-097c52951288 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:49.950286 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port e45ffe0f-1b64-4768-bddf-097c52951288 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:49.950862 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48850) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:49.960586 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port e45ffe0f-1b64-4768-bddf-097c52951288 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:49.961010 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:49.962162 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:56:49.998930 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-60659757-3373-445c-aa72-53c2c7287a15 None None] Provisioning complete for port bb88f74a-63d2-4029-b41c-08dcf061c327 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:49.999361 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-60659757-3373-445c-aa72-53c2c7287a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.117939 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.129291 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-60659757-3373-445c-aa72-53c2c7287a15 None None] Port bb88f74a-63d2-4029-b41c-08dcf061c327 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:56:50.154649 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:50.165908 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Usage tracker for resource:security_group_rule and tenant:106c259ead4b459d957bf3be45dfed15 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:50.166913 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:56:50.175737 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:50.182422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:50.182837 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f40c529-765a-4f17-afbe-fc6506a6cf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9703825 May 19 05:56:50.294456 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.318377 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port e45ffe0f-1b64-4768-bddf-097c52951288, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e45ffe0f-1b64-4768-bddf-097c52951288,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:50.340357 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.376663 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.378937 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:50.436529 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.468535 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a2afba65-7973-4bd2-b4c7-395db70efb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:50.535753 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=e45ffe0f-1b64-4768-bddf-097c52951288,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:50.541030 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:50.562799 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=106c259ead4b459d957bf3be45dfed15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086168 May 19 05:56:50.563582 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48878) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:50.578307 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b4da9-5c6d-43db-8d23-88c7623434d7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:50.587290 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:50.728345 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:56:50.728994 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.742820 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:56:50.743484 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:56:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:50.784434 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63493e77-6d8a-4e7c-9ad8-7eaf94c015c3 req-7b0670a3-5dad-4a44-81fe-ca29f64d0d81 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:50.792293 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-63493e77-6d8a-4e7c-9ad8-7eaf94c015c3 req-7b0670a3-5dad-4a44-81fe-ca29f64d0d81 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1773117 May 19 05:56:50.794266 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.896530 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-63493e77-6d8a-4e7c-9ad8-7eaf94c015c3 req-dbc58d5f-af8c-4cb3-861e-d826545d543f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006720 May 19 05:56:50.972848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:50.990001 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:51.032507 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b4da9-5c6d-43db-8d23-88c7623434d7,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:51.037300 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:51.053288 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.061947 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/842b4da9-5c6d-43db-8d23-88c7623434d7 HTTP/1.1" status: 204 len: 168 time: 0.4966755 May 19 05:56:51.208983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48902) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:51.222282 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48908) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:51.229997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695623003', 'description': 'tempest-description--545149772'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:51.248049 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:51.303006 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:51.317983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:51.329158 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:51.345741 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:56:51.474888 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.480702 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-32d04b20-7133-4103-96ad-fc29bce37cdb req-95f9128c-bf45-46d4-ab10-163a74ce0ef4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 210 time: 0.1275887 May 19 05:56:51.492281 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.501087 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.511731 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:51.516206 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Usage tracker for resource:security_group_rule and tenant:0c28a97b81ad40ea9c8da8f2f62392b7 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:51.519744 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:51.528033 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:51.567645 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-baa267fc-5624-4af4-b17f-b8a4e4cc7607 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:51.569266 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-baa267fc-5624-4af4-b17f-b8a4e4cc7607 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.3237050 May 19 05:56:51.587528 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Request body: {'port': {'device_id': '14bd6863-0266-47d3-bb35-36036348dcfc', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'admin_state_up': True, 'tenant_id': '42aa593960b8409d89cb6664355a3a41'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:51.630382 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:51.636259 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:51.650133 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-334f29b6-b996-4c79-a9d2-f6e8842fef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.651817 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:51.662713 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:51.673972 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e45ffe0f-1b64-4768-bddf-097c52951288 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:51.864241 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port e45ffe0f-1b64-4768-bddf-097c52951288 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:51.864725 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.875694 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.877982 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:51.900840 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:51.946343 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:51.967007 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.002562 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2f1d6e0a-e748-468d-980b-15a26fdff85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:52.025645 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c28a97b81ad40ea9c8da8f2f62392b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8155980 May 19 05:56:52.028589 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48928) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:52.050978 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4a4b89-b446-46bf-9aa5-78aa7ed83008,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:52.054921 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:52.086275 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.089919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 2, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:52.097396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:56:52.097765 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Updating router 5f40c529-765a-4f17-afbe-fc6506a6cf02 port bb88f74a-63d2-4029-b41c-08dcf061c327 binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:56:52.112227 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6f1490ff-6f6d-4202-b113-140d78d7ae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:52.121440 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48932) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:52.150274 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Made reservation on behalf of 42aa593960b8409d89cb6664355a3a41 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:56:52.154207 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.185161 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.193384 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.224024 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:52.233790 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:1c60fdce45ba433390fe4fe15afc697e is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:52.238307 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:52.261103 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:52.273514 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.274726 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0500960 May 19 05:56:52.278068 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a610f-1a50-4586-a839-a17822e7f8d1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:52.281760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48936) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:52.298178 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:52.305347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'security_group_rule': {'security_group_id': '0f4a610f-1a50-4586-a839-a17822e7f8d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:52.315600 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.324452 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:52.339067 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.342466 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:52.349718 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:52.359155 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:52.374772 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1141-e349-45ec-9494-186fbf6f57ba req-4b558673-237b-46d9-b366-c2854f431b56 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:52.376847 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-430e1141-e349-45ec-9494-186fbf6f57ba req-4b558673-237b-46d9-b366-c2854f431b56 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.3314462 May 19 05:56:52.425757 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.447925 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080ad3a-715c-4969-997f-85c2e0f64243 req-288cc5ff-e349-4c63-9fc0-b63573507fa4 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:52.451563 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1080ad3a-715c-4969-997f-85c2e0f64243 req-288cc5ff-e349-4c63-9fc0-b63573507fa4 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 946 time: 0.2851350 May 19 05:56:52.461080 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Allocated IP 172.20.0.12 (06277af3-f324-48c7-9bdf-479b0aa23d00/b9b5ff95-d854-42bd-a859-2de0ba773a13/0e657acc-1aab-4d81-9f9e-2649bb97730b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:52.511357 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-430e1141-e349-45ec-9494-186fbf6f57ba req-c5063f18-83d4-4bee-ab43-79c1a4409613 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133027 May 19 05:56:52.524104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.533764 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbe39b-228a-4cb3-9fd4-ad306b288e3e req-dbad8ced-5de6-4d4a-9e8f-8b67546ce2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:52.535311 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d8fbe39b-228a-4cb3-9fd4-ad306b288e3e req-dbad8ced-5de6-4d4a-9e8f-8b67546ce2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 1098 time: 0.2633808 May 19 05:56:52.545585 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1080ad3a-715c-4969-997f-85c2e0f64243 req-e733ee46-93c2-45aa-b30c-2ec817f30884 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807886 May 19 05:56:52.582660 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.610104 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d8fbe39b-228a-4cb3-9fd4-ad306b288e3e req-af0333ec-0e85-460a-b591-8b1ed3c8382e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637147 May 19 05:56:52.617822 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.670329 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Transition to ACTIVE for port object bb88f74a-63d2-4029-b41c-08dcf061c327 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:52.671220 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.719543 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2677cd8b-851f-4476-bc94-cfaee20f9b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:52.727896 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.730247 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.758954 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4a4b89-b446-46bf-9aa5-78aa7ed83008,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:52.775906 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-31e1f97d-7ad7-44bb-9134-0f3d47b00e2c req-7c30e397-b317-4fda-a612-168e12352b1f tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 210 time: 0.0904078 May 19 05:56:52.789476 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.795672 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:52.799615 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:52.800297 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.800508 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c60fdce45ba433390fe4fe15afc697e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772332 May 19 05:56:52.802321 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.804148 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc4a4b89-b446-46bf-9aa5-78aa7ed83008 HTTP/1.1" status: 204 len: 168 time: 0.7742863 May 19 05:56:52.804722 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 48944) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:52.805258 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-07e38e23-3b92-48a7-a620-d23162a8b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:52.841394 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.857080 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:52.867806 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6314caf3-1c29-4706-b5d3-0ed0708f9597,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:52.875118 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:52.891569 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31f7f9e-eb22-4201-9015-4a6d2d117a63,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:52.908820 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:52.919505 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:52.950361 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.017413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.024875 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:53.028369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7346025 May 19 05:56:53.034458 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'security_group_rule': {'security_group_id': '0f4a610f-1a50-4586-a839-a17822e7f8d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:53.052894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.060051 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:53.079863 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:53.080651 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', '413f9bdf-da14-4c21-af93-4df12c2c5eb4'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:56:53.083590 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:53.087495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:53.089702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:53.187500 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.205446 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:53.212196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:53.212370 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Pushing event updated for resources: {'Port': ['ID=bb88f74a-63d2-4029-b41c-08dcf061c327,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:53.222894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:53.229390 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:53.230465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.263545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event updated for resources: {'Port': ['ID=0e657acc-1aab-4d81-9f9e-2649bb97730b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:53.269534 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:53.304211 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.307305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.311596 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6314caf3-1c29-4706-b5d3-0ed0708f9597 HTTP/1.1" status: 204 len: 168 time: 0.5035019 May 19 05:56:53.311596 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d7ce8f2e-aae7-425b-90a5-351e72929903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:53.323414 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6314caf3-1c29-4706-b5d3-0ed0708f9597,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:53.335746 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:53.339031 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7553322 May 19 05:56:53.357867 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Request body: {'port': {'device_id': '14bd6863-0266-47d3-bb35-36036348dcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:53.377795 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.385984 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.386327 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.386659 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.387062 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.387321 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.387642 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.387957 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.388273 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.388611 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.388935 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.389232 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.389551 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:56:53.411808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:53.431495 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.434050 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:53.462824 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Attempting to bind port bb88f74a-63d2-4029-b41c-08dcf061c327 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:53.463508 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Attempting to bind port bb88f74a-63d2-4029-b41c-08dcf061c327 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:53.464029 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Attempting to bind port bb88f74a-63d2-4029-b41c-08dcf061c327 on network a93037b4-c3a3-4296-9344-cc7367889e28 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:53.481184 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:53.481829 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Checking segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:53.482554 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.483141 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Bound using segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:53.483783 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Bound port: bb88f74a-63d2-4029-b41c-08dcf061c327, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:53.484313 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.484577 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cf71b1-a8be-4014-b3f5-a0a7ca2bdf86,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:53.490483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:53.613000 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.617264 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5883479 May 19 05:56:53.617625 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48972) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:53.623221 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'floatingip': {'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:56:53.631120 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:53.635518 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:floatingip and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:53.639307 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:53.648038 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:53.648460 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] For port bb88f74a-63d2-4029-b41c-08dcf061c327, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:53.674114 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] For port bb88f74a-63d2-4029-b41c-08dcf061c327, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=bb88f74a-63d2-4029-b41c-08dcf061c327,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:53.699512 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.733032 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.817456 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:53.824629 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:54.032443 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:56:54.033899 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48986) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:54.034545 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:56:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:54.128770 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.167779 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:56:54.173955 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e23d538ddd4d1684183c3449328fda is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:56:54.183438 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:56:54.196816 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:56:54.242878 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f13ba-c491-45b5-9cff-f2fd6a90c5b5 req-85784af8-27cb-4886-a8f9-2bacf8fd925a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:54.250616 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ea5f13ba-c491-45b5-9cff-f2fd6a90c5b5 req-85784af8-27cb-4886-a8f9-2bacf8fd925a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.4606888 May 19 05:56:54.322079 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Pushing event updated for resources: {'Port': ['ID=bb88f74a-63d2-4029-b41c-08dcf061c327,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:54.322764 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ea5f13ba-c491-45b5-9cff-f2fd6a90c5b5 req-bf03a6d5-528a-4234-a268-84c60be055b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688148 May 19 05:56:54.329962 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:54.415406 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a70031-d40e-43eb-a25d-f80322c5f821 req-eb16e044-cc87-45c5-9731-1c8f7c1e1282 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:54.433553 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c1a70031-d40e-43eb-a25d-f80322c5f821 req-eb16e044-cc87-45c5-9731-1c8f7c1e1282 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 946 time: 0.3984871 May 19 05:56:54.440734 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.453201 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.492563 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:56:54.592272 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e657acc-1aab-4d81-9f9e-2649bb97730b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:56:54.592522 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.603112 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.610372 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c1a70031-d40e-43eb-a25d-f80322c5f821 req-58339ddd-06a4-45f2-b07c-36078d19849c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756148 May 19 05:56:54.628404 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Transition to ACTIVE for port object 0e657acc-1aab-4d81-9f9e-2649bb97730b will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:56:54.648890 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf39a-b252-48ec-9d44-50b47a033d50 req-1863b5e4-1d10-4354-af1e-2e3a701ec26d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:54.649752 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-3badf39a-b252-48ec-9d44-50b47a033d50 req-1863b5e4-1d10-4354-af1e-2e3a701ec26d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:54.679592 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c580fa-e976-4867-b6ce-41a78e81422f req-3d89e44c-5d56-4d85-bce2-0eeff3ecb5fd tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:54.681002 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-26c580fa-e976-4867-b6ce-41a78e81422f req-3d89e44c-5d56-4d85-bce2-0eeff3ecb5fd tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 946 time: 0.4664571 May 19 05:56:54.725419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.727645 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:54.731032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63b36386-ffd4-423c-98f5-a3f4afac1f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:54.748343 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-74b445eb-0f00-41ab-a7fc-075a7d38d9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:54.788171 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-3badf39a-b252-48ec-9d44-50b47a033d50 req-1863b5e4-1d10-4354-af1e-2e3a701ec26d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:54.789457 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3badf39a-b252-48ec-9d44-50b47a033d50 req-1863b5e4-1d10-4354-af1e-2e3a701ec26d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 932 time: 0.2895629 May 19 05:56:54.808059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Allocated IP 172.28.2.23 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/22fe364a-4c8f-4876-9753-12e89c10daa5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:56:54.825884 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5e23d538ddd4d1684183c3449328fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7852316 May 19 05:56:54.854653 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 48998) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:56:54.865603 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e11d22-de3b-4f34-9826-9d1194bf01b5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:54.874278 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:54.952554 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:53Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:56:54.957775 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ecbcfb-8dee-4c66-98fe-2fc0eee02ad3 None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:53Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:56:54.983021 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e657acc-1aab-4d81-9f9e-2649bb97730b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:54.995883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:55.155625 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3badf39a-b252-48ec-9d44-50b47a033d50 req-8057fb3f-460f-401b-b644-ec292cb21a68 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920938 May 19 05:56:55.159186 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Attempting to bind port 0e657acc-1aab-4d81-9f9e-2649bb97730b on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:56:55.159523 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Attempting to bind port 0e657acc-1aab-4d81-9f9e-2649bb97730b by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:56:55.159871 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Attempting to bind port 0e657acc-1aab-4d81-9f9e-2649bb97730b on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:55.175955 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Port 0e657acc-1aab-4d81-9f9e-2649bb97730b on network 06277af3-f324-48c7-9bdf-479b0aa23d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:56:55.176271 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Attempting to bind port 0e657acc-1aab-4d81-9f9e-2649bb97730b on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:56:55.184680 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:56:55.184984 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Checking segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:56:55.185375 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Bound using segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:56:55.185806 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Bound port: 0e657acc-1aab-4d81-9f9e-2649bb97730b, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:56:55.186318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.260565 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.281606 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Deleting port 23fd8a31-75e8-4985-94e3-ac175ccb4498 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:56:55.282016 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.293786 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] For port 0e657acc-1aab-4d81-9f9e-2649bb97730b, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:56:55.297779 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] For port 0e657acc-1aab-4d81-9f9e-2649bb97730b, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0e657acc-1aab-4d81-9f9e-2649bb97730b,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:56:55.342379 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.379054 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.389751 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:55.494995 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:55.495656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.497325 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/0e657acc-1aab-4d81-9f9e-2649bb97730b HTTP/1.1" status: 200 len: 1094 time: 2.1451926 May 19 05:56:55.497969 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bd6863-0266-47d3-bb35-36036348dcfc', 'tag': '0e657acc-1aab-4d81-9f9e-2649bb97730b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:55.500515 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.532963 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e657acc-1aab-4d81-9f9e-2649bb97730b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:55.537230 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:55.575237 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bd6863-0266-47d3-bb35-36036348dcfc', 'tag': '0e657acc-1aab-4d81-9f9e-2649bb97730b', 'status': 'completed', 'code': 200} May 19 05:56:55.637255 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] For port 23fd8a31-75e8-4985-94e3-ac175ccb4498, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23fd8a31-75e8-4985-94e3-ac175ccb4498,segment=NetworkSegment(aff56b98-e52a-44d4-bc11-c3bf05ce2102),segment_id=aff56b98-e52a-44d4-bc11-c3bf05ce2102)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:55.637509 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.727407 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bb88f74a-63d2-4029-b41c-08dcf061c327 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:55.738229 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7f8d-8ec7-4d32-bc88-3d6e37f69962 req-769dff0f-cbb9-4eac-84da-38ed214f890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:55.740926 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7b2a7f8d-8ec7-4d32-bc88-3d6e37f69962 req-769dff0f-cbb9-4eac-84da-38ed214f890c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 1097 time: 0.1385031 May 19 05:56:55.836694 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Calling delete_port for 23fd8a31-75e8-4985-94e3-ac175ccb4498 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:56:55.844304 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.851186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e97fe175-b18b-45e4-b2fe-23d99a48b872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:55.876076 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e11d22-de3b-4f34-9826-9d1194bf01b5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:55.915125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port bb88f74a-63d2-4029-b41c-08dcf061c327 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:56:55.924863 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port bb88f74a-63d2-4029-b41c-08dcf061c327 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:55.924863 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.957087 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cae3d4-dc3c-4f27-9c22-162f22d6e3d2 req-dfdd1bc2-2ca3-4fe7-8adf-5c8aaf32fe57 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:55.959308 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f7cae3d4-dc3c-4f27-9c22-162f22d6e3d2 req-dfdd1bc2-2ca3-4fe7-8adf-5c8aaf32fe57 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.4413817 May 19 05:56:55.967844 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:55.971581 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.972591 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:55.976406 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91e11d22-de3b-4f34-9826-9d1194bf01b5 HTTP/1.1" status: 204 len: 168 time: 1.1099091 May 19 05:56:55.999245 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-55c2d26f-260f-41b7-be06-f2041607baf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:56.048651 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7f8d-8ec7-4d32-bc88-3d6e37f69962 req-19d87726-2dbd-4075-806e-d3bd2107eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:56.050652 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7b2a7f8d-8ec7-4d32-bc88-3d6e37f69962 req-19d87726-2dbd-4075-806e-d3bd2107eaaa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=42aa593960b8409d89cb6664355a3a41&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2999675 May 19 05:56:56.102608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d67f7-769c-4b51-8bca-4777e77a14a4 req-5dc13643-df9b-441a-8339-40b2c869e08b tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:56.104433 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b31d67f7-769c-4b51-8bca-4777e77a14a4 req-5dc13643-df9b-441a-8339-40b2c869e08b tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 946 time: 0.1941803 May 19 05:56:56.120331 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:56.125869 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:56:56.142811 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:56:56.149911 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:56:56.242932 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port bb88f74a-63d2-4029-b41c-08dcf061c327, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=bb88f74a-63d2-4029-b41c-08dcf061c327,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:56:56.253281 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b31d67f7-769c-4b51-8bca-4777e77a14a4 req-def137b5-5640-43f8-8916-51fde13ff375 tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a41ac08-c24c-4683-b88f-0718a0ae66c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358442 May 19 05:56:56.293128 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'Port': ['ID=22fe364a-4c8f-4876-9753-12e89c10daa5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:56.306008 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:56.318404 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:56.325096 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:56.372034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7f8d-8ec7-4d32-bc88-3d6e37f69962 req-0583f8eb-6e4f-4e8d-bd4d-c2791ee6dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:56.377877 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7b2a7f8d-8ec7-4d32-bc88-3d6e37f69962 req-0583f8eb-6e4f-4e8d-bd4d-c2791ee6dc71 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3178310 May 19 05:56:56.399885 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f7cae3d4-dc3c-4f27-9c22-162f22d6e3d2 req-256b0162-9be0-4677-98fa-de535e115c2e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297707 May 19 05:56:56.557985 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=bb88f74a-63d2-4029-b41c-08dcf061c327,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:56.561690 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:56.673092 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-78badc9d-8131-487c-9104-979a4d784b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:56.674606 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-78badc9d-8131-487c-9104-979a4d784b78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 1097 time: 0.2365344 May 19 05:56:56.843583 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:56.884194 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-3fa12ba1-6610-47ea-9c8a-cb11ffc432ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e657acc-1aab-4d81-9f9e-2649bb97730b HTTP/1.1" status: 200 len: 217 time: 0.1907108 May 19 05:56:56.925158 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-be6c7c69-efe1-49cb-900e-b21c2904c857 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3300323 May 19 05:56:56.956701 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a344-43f6-48e9-9822-9ff77c8d362c req-68b957c3-f990-4485-823a-f57e5daca2c8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:56.973765 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7602a344-43f6-48e9-9822-9ff77c8d362c req-68b957c3-f990-4485-823a-f57e5daca2c8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 944 time: 0.3978899 May 19 05:56:56.987695 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbab0df-609d-43a7-abed-bd681439ff94 req-aa42fc9d-72ff-4687-ad88-cfec539ea3d0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:56.995532 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9fbab0df-609d-43a7-abed-bd681439ff94 req-aa42fc9d-72ff-4687-ad88-cfec539ea3d0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2730772 May 19 05:56:57.021022 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:57.036866 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:57.071895 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:57.095236 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7602a344-43f6-48e9-9822-9ff77c8d362c req-a64830d5-0500-4ad2-a3ff-3ee8722653b9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202893 May 19 05:56:57.110973 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9567ce-eadc-40a2-b480-404cdced9619 req-cb8fbf16-2605-43dc-b1e2-ade65790e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:57.113272 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-cb8fbf16-2605-43dc-b1e2-ade65790e2cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.2147973 May 19 05:56:57.187688 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Pushing event deleted for resources: {'Port': ['ID=23fd8a31-75e8-4985-94e3-ac175ccb4498,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:57.198176 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-e3ccf7eb-03ef-47de-9380-8da015de03d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713272 May 19 05:56:57.229768 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:57.275834 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9fbab0df-609d-43a7-abed-bd681439ff94 req-70cbba42-85be-47fe-b0be-3ef51748c02b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771335 May 19 05:56:57.322075 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] No DVR routers for this DVR port 23fd8a31-75e8-4985-94e3-ac175ccb4498 on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:56:57.337364 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:57.351961 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'name': 'network-vif-deleted', 'tag': '23fd8a31-75e8-4985-94e3-ac175ccb4498'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:56:57.408834 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-aba425ca-7220-42bf-8552-0bc8ace5cff3 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983900 May 19 05:56:57.460641 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.32 "DELETE /v2.0/ports/23fd8a31-75e8-4985-94e3-ac175ccb4498 HTTP/1.1" status: 204 len: 173 time: 2.7692711 May 19 05:56:57.464143 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8', 'name': 'network-vif-deleted', 'tag': '23fd8a31-75e8-4985-94e3-ac175ccb4498', 'status': 'completed', 'code': 200} May 19 05:56:57.523500 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c17d94f0-31af-4236-8848-ce51d6b25e41 req-202beebe-036b-4092-8edd-6fd6b086d48e tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0759554 May 19 05:56:57.526635 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-0a532404-e6aa-40ba-8b90-c5b3f46de9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:57.528123 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-0a532404-e6aa-40ba-8b90-c5b3f46de9c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 1098 time: 0.4634559 May 19 05:56:57.657528 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bb88f74a-63d2-4029-b41c-08dcf061c327 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:56:57.702801 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de9567ce-eadc-40a2-b480-404cdced9619 req-30e00835-44f4-44f3-9673-e405e75fd375 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866590 May 19 05:56:57.774088 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port bb88f74a-63d2-4029-b41c-08dcf061c327 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:56:57.774663 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:57.819603 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:57.842325 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-458fa0fb-1731-4b65-b467-7e8c2b8964f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:57.844007 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-458fa0fb-1731-4b65-b467-7e8c2b8964f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 914 time: 0.2885265 May 19 05:56:57.941311 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:57.953758 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-3c43d20a-d051-4e04-b996-be711c95de5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f HTTP/1.1" status: 200 len: 217 time: 0.0750721 May 19 05:56:57.955330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:56:58.122762 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'Port': ['ID=22fe364a-4c8f-4876-9753-12e89c10daa5,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:56:58.126514 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:56:58.136460 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:58.143684 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-6220ef28-8682-47a5-a8b4-60c2812a8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:58.145539 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-6220ef28-8682-47a5-a8b4-60c2812a8f64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.1579754 May 19 05:56:58.199511 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-0871dfb3-959c-442b-a9e7-a681e2ba4465 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453591 May 19 05:56:58.288726 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:56:58.289899 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6713302 May 19 05:56:58.419616 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-730cbd0a-729a-48d7-b070-e9d57d167fa3 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102315 May 19 05:56:58.435590 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d36f9-8f12-4c74-976b-9a3a7bafeb83 req-d90da9e7-4ddc-4d6a-809e-198616872a2b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:58.456018 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dd4d36f9-8f12-4c74-976b-9a3a7bafeb83 req-d90da9e7-4ddc-4d6a-809e-198616872a2b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 944 time: 0.2275074 May 19 05:56:58.669284 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dd4d36f9-8f12-4c74-976b-9a3a7bafeb83 req-dd1ae79d-37c6-413f-88cd-2574701229b0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037776 May 19 05:56:58.690241 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7624596f-8f9f-4b5f-ab06-fe88cdb3b832 req-2f28d402-6709-4d33-8ece-bd97caea1027 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272530 May 19 05:56:58.696084 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8871a02-739a-4a1e-afb1-3467f23409db req-290eab61-d22c-4285-8d3d-b52926c03c71 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:58.699419 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 23fd8a31-75e8-4985-94e3-ac175ccb4498 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:56:58.762837 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 23fd8a31-75e8-4985-94e3-ac175ccb4498 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:56:58.763231 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 23fd8a31-75e8-4985-94e3-ac175ccb4498 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:56:58.860452 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8871a02-739a-4a1e-afb1-3467f23409db req-290eab61-d22c-4285-8d3d-b52926c03c71 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:58.861620 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-290eab61-d22c-4285-8d3d-b52926c03c71 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--695623003&fields=id&tenant_id=34548559401345938b4b9283a4bfed88 HTTP/1.1" status: 200 len: 267 time: 0.2233484 May 19 05:56:58.894015 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-cc68244b-15c6-44ae-817e-7be4452cb069 req-014522ce-7284-4edd-8455-2456341ff79e tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Synchronizing usage tracker for tenant:131e0942ba574719858464dee4faab07 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:58.992190 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-cc68244b-15c6-44ae-817e-7be4452cb069 req-014522ce-7284-4edd-8455-2456341ff79e tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Unset dirty status for tenant:131e0942ba574719858464dee4faab07 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:58.998255 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cc68244b-15c6-44ae-817e-7be4452cb069 req-014522ce-7284-4edd-8455-2456341ff79e tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbc06dd-9fa6-4106-9e76-dc090b1cfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1634064 May 19 05:56:59.028710 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-5af7c598-ed5a-427a-b0fc-5978494a8f0e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:59.029716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8871a02-739a-4a1e-afb1-3467f23409db req-5af7c598-ed5a-427a-b0fc-5978494a8f0e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:59.137911 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8871a02-739a-4a1e-afb1-3467f23409db req-5af7c598-ed5a-427a-b0fc-5978494a8f0e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:59.139132 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-5af7c598-ed5a-427a-b0fc-5978494a8f0e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 811 time: 0.2702198 May 19 05:56:59.158326 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-f802d62d-1a58-4082-a183-a58df117730f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/quotas/34548559401345938b4b9283a4bfed88 HTTP/1.1" status: 200 len: 375 time: 0.0137351 May 19 05:56:59.257606 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8871a02-739a-4a1e-afb1-3467f23409db req-10d1f24c-e4ae-4723-9f81-c94d9597fabe tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:56:59.347908 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-a8871a02-739a-4a1e-afb1-3467f23409db req-10d1f24c-e4ae-4723-9f81-c94d9597fabe tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:56:59.349878 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-10d1f24c-e4ae-4723-9f81-c94d9597fabe tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861506 May 19 05:56:59.517063 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-a9e1759c-4af6-4502-93f1-27b3f861c6de service neutron] 10.222.0.24 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547468 May 19 05:56:59.656951 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-f4d6c722-2116-450e-8d08-1af4f3b65faf service neutron] 10.222.0.24 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337574 May 19 05:56:59.864930 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef35037-a67b-4f93-8b01-6f829e3c2f89 req-ecf77a52-9d95-4799-b8c1-af4f1e82fe48 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:56:59.866398 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0ef35037-a67b-4f93-8b01-6f829e3c2f89 req-ecf77a52-9d95-4799-b8c1-af4f1e82fe48 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 944 time: 0.0860894 May 19 05:56:59.960459 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0ef35037-a67b-4f93-8b01-6f829e3c2f89 req-c21a26e7-7d0e-460a-bf6a-8840b2d4c9b3 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871508 May 19 05:57:00.384627 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b0f750b7-118b-43bd-955b-c0dd96f05f20 req-3bb21d55-dc86-4a2c-be64-d6b8e22bb553 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 210 time: 0.0703957 May 19 05:57:00.717919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 0e657acc-1aab-4d81-9f9e-2649bb97730b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:57:00.905185 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 0e657acc-1aab-4d81-9f9e-2649bb97730b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0e657acc-1aab-4d81-9f9e-2649bb97730b,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:00.920027 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '0e657acc-1aab-4d81-9f9e-2649bb97730b', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'port_id': '0e657acc-1aab-4d81-9f9e-2649bb97730b', 'mac_address': 'fa:16:3e:c8:29:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5ff95-d854-42bd-a859-2de0ba773a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:57:00.989699 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:01.009427 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e657acc-1aab-4d81-9f9e-2649bb97730b {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:01.029961 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 0e657acc-1aab-4d81-9f9e-2649bb97730b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0e657acc-1aab-4d81-9f9e-2649bb97730b,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:01.109796 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:01.111583 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:01.222903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c99593-1991-4e23-a689-874a3fbbaf07 req-787a3b1b-4fb8-4376-b6df-82ff9fae045d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:01.232709 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-72c99593-1991-4e23-a689-874a3fbbaf07 req-787a3b1b-4fb8-4376-b6df-82ff9fae045d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 945 time: 0.1107242 May 19 05:57:01.298858 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5a1-ab2e-440e-b138-cccabf920383 req-2d686439-ee8b-4453-b13d-cbc04036145f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:01.308999 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-72c99593-1991-4e23-a689-874a3fbbaf07 req-326b5286-ecd1-49b8-972d-0f4bb89df296 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672553 May 19 05:57:01.312289 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f41d5a1-ab2e-440e-b138-cccabf920383 req-2d686439-ee8b-4453-b13d-cbc04036145f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.3123639 May 19 05:57:01.338839 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=0e657acc-1aab-4d81-9f9e-2649bb97730b,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:01.351005 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:01.368982 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-ab090881-92b9-4a04-bd06-ed9f6c0d1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:01.370736 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-ab090881-92b9-4a04-bd06-ed9f6c0d1952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.3210766 May 19 05:57:01.425504 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f41d5a1-ab2e-440e-b138-cccabf920383 req-b51ef1e3-c8ea-47f6-ac09-61675cdf39f1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 May 19 05:57:01.460282 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['0e657acc-1aab-4d81-9f9e-2649bb97730b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:01.499247 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2c6d8b85-cb60-444f-bdc9-865af30fa79e req-48865e64-ab96-4f97-adfd-d811ff5d8d8c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 210 time: 0.0805855 May 19 05:57:01.585507 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-1e24d149-e11c-4a04-8498-5a929d74a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:01.587102 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-1e24d149-e11c-4a04-8498-5a929d74a172 service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.2026744 May 19 05:57:01.707435 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-c836649b-c1ca-4d44-8b74-9a4c51c48925 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.1111391 May 19 05:57:01.778892 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-23f41912-a035-4aa0-8b0e-6d8b1dfea6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:01.780524 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-23f41912-a035-4aa0-8b0e-6d8b1dfea6c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0666642 May 19 05:57:01.862876 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 49270) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:01.900399 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-0482ff56-16a0-452d-9153-6afa7af1d674 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071720 May 19 05:57:01.999186 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.016921 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:02.022101 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Usage tracker for resource:security_group_rule and tenant:1d006f64a6294ae5889c7012a852a73a is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:02.026160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:02.032252 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:02.065393 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-1a75d49c-76f3-45cc-b05f-8a33084eab6f service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468782 May 19 05:57:02.109424 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.126989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.199535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.211196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e01d7919-1400-40b4-8752-e50c82a98b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:02.229550 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c3914ac9-fee9-4f54-99c4-e934a1d82a4c req-6c017dba-ed6e-4379-b823-f6d4c13e4c2b service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470149 May 19 05:57:02.255874 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d006f64a6294ae5889c7012a852a73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934441 May 19 05:57:02.256764 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672d350d-74a0-42d4-b1c6-ba308dae8119,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:02.259544 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49282) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:02.259707 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:02.323914 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.353405 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.535323 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.540788 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:02.555638 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d350d-74a0-42d4-b1c6-ba308dae8119,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:02.560442 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:02.569983 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:02.573501 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/672d350d-74a0-42d4-b1c6-ba308dae8119 HTTP/1.1" status: 204 len: 168 time: 0.3100779 May 19 05:57:02.580539 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc14a31-2b47-4704-af14-07592d232fb9 req-5333b5f7-7f88-4721-b760-f08a8ecc5c84 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:02.582102 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebc14a31-2b47-4704-af14-07592d232fb9 req-5333b5f7-7f88-4721-b760-f08a8ecc5c84 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 945 time: 0.1261988 May 19 05:57:02.645987 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d77d07-ace3-45bb-82a6-270c4699fcb4 req-4ac3e87a-e740-472d-8dcf-23cdb66192d9 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:02.647777 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-03d77d07-ace3-45bb-82a6-270c4699fcb4 req-4ac3e87a-e740-472d-8dcf-23cdb66192d9 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1028001 May 19 05:57:02.653994 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebc14a31-2b47-4704-af14-07592d232fb9 req-dfcf2c94-bc3f-4850-9f0e-9f8c151294c2 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 May 19 05:57:02.710217 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-03d77d07-ace3-45bb-82a6-270c4699fcb4 req-e78be7ae-40d7-463b-9246-7e194940560c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539258 May 19 05:57:02.734360 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 0e657acc-1aab-4d81-9f9e-2649bb97730b up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:02.840676 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2ba00a5a-7401-4af2-8190-c4d7095859be req-a7154a8c-8b70-4018-81a9-d60502c5c034 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 210 time: 0.0513997 May 19 05:57:02.915051 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 0e657acc-1aab-4d81-9f9e-2649bb97730b completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:02.920872 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 0e657acc-1aab-4d81-9f9e-2649bb97730b triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:02.921418 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.079485 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.124754 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd6863-0266-47d3-bb35-36036348dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e657acc-1aab-4d81-9f9e-2649bb97730b'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:03.159958 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 0e657acc-1aab-4d81-9f9e-2649bb97730b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0e657acc-1aab-4d81-9f9e-2649bb97730b,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:03.182442 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bd6863-0266-47d3-bb35-36036348dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e657acc-1aab-4d81-9f9e-2649bb97730b', 'code': 200} May 19 05:57:03.269654 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.281152 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:03.309057 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-68922790-4420-4613-bcac-30e72235879b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:03.310706 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-68922790-4420-4613-bcac-30e72235879b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 811 time: 0.1787922 May 19 05:57:03.385066 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=0e657acc-1aab-4d81-9f9e-2649bb97730b,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:03.385566 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-ba6c63b4-78f5-4e29-bee2-99647a3a6f6e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34548559401345938b4b9283a4bfed88 HTTP/1.1" status: 200 len: 379 time: 0.0593269 May 19 05:57:03.402195 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:03.410259 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'port': {'device_id': '1d1fee40-890d-413f-95c8-a00cd5943957', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'admin_state_up': True, 'tenant_id': '34548559401345938b4b9283a4bfed88', 'security_groups': ['0f4a610f-1a50-4586-a839-a17822e7f8d1']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:03.553531 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:03.575871 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.607338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:03.624928 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e26573ef7f354b55ba2873f1d5057d46 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:03.628209 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:03.636749 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:03.646092 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:03.647624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78465-09ce-4137-9b8a-545649457761 req-35a7b11d-bd30-4e26-806a-0e31b361cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:03.662374 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8bc78465-09ce-4137-9b8a-545649457761 req-35a7b11d-bd30-4e26-806a-0e31b361cd72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 1099 time: 0.1068842 May 19 05:57:03.662474 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:03.740877 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8bc78465-09ce-4137-9b8a-545649457761 req-ef266c6e-3c24-4fdb-9dea-7b0dd18d5d17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813916 May 19 05:57:03.762309 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.795242 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Made reservation on behalf of 34548559401345938b4b9283a4bfed88 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:57:03.799713 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.867707 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:03.908708 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-98ae8d9a-062e-4e46-869a-106915dbe75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:03.936427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6d6ce-3223-4fdf-bccc-b9d4ffd0c748 req-9e7d3ac9-35fa-4f05-a137-648e5e59cbc9 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:03.937865 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ffc6d6ce-3223-4fdf-bccc-b9d4ffd0c748 req-9e7d3ac9-35fa-4f05-a137-648e5e59cbc9 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0823855 May 19 05:57:03.986497 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ffc6d6ce-3223-4fdf-bccc-b9d4ffd0c748 req-7b032354-eb8d-4605-8abb-2ec579c26d3e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 May 19 05:57:03.987995 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e26573ef7f354b55ba2873f1d5057d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333150 May 19 05:57:03.991466 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 49342) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:03.996121 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36272ab7-ce54-4ef5-a882-3fc33e6b43f1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:04.004820 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:04.068553 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.087706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636cec8-6c0d-46ef-ae43-73d7e35a27c6 req-d4884fd7-a29e-4921-86dd-4993f2305ecf tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:04.089430 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2636cec8-6c0d-46ef-ae43-73d7e35a27c6 req-d4884fd7-a29e-4921-86dd-4993f2305ecf tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 946 time: 0.2251549 May 19 05:57:04.098095 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Allocated IP 172.20.0.5 (a93037b4-c3a3-4296-9344-cc7367889e28/ffa77122-14c1-494c-b533-70d07713fe4f/105c5467-52a8-484e-a525-fd3c6377b1f8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:57:04.098891 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.163661 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2636cec8-6c0d-46ef-ae43-73d7e35a27c6 req-e775bee3-153c-40af-8566-e0ddb93bc643 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624955 May 19 05:57:04.222245 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-392d8974-c09c-4d63-9e38-23f22f5dab1d req-f8f9a9ca-7c0a-4009-9790-121883a68d96 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 210 time: 0.1265326 May 19 05:57:04.326788 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.366242 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Transition to ACTIVE for port object 105c5467-52a8-484e-a525-fd3c6377b1f8 will not be triggered until provisioned by entity DHCP. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:04.366473 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.371754 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fc2cd240-dd52-4255-8878-fc5a8ae8a24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:04.387454 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36272ab7-ce54-4ef5-a882-3fc33e6b43f1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:04.390819 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:04.395921 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.399469 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36272ab7-ce54-4ef5-a882-3fc33e6b43f1 HTTP/1.1" status: 204 len: 168 time: 0.4045269 May 19 05:57:04.479456 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.492374 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:04.551900 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Network a93037b4-c3a3-4296-9344-cc7367889e28 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:04.555099 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:04.559045 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:57:04.597963 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'Port': ['ID=105c5467-52a8-484e-a525-fd3c6377b1f8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:04.612117 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:04.646766 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:04.647456 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.753141 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3535566 May 19 05:57:04.775037 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Request body: {'port': {'device_id': '1d1fee40-890d-413f-95c8-a00cd5943957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:04.852479 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-6a0e9fbc-ed41-4e7c-8d39-d66187821772 None None] Provisioning for port 105c5467-52a8-484e-a525-fd3c6377b1f8 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:04.857887 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-6a0e9fbc-ed41-4e7c-8d39-d66187821772 None None] Provisioning complete for port 105c5467-52a8-484e-a525-fd3c6377b1f8 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:04.858336 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9fbc-ed41-4e7c-8d39-d66187821772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:04.965987 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e9fbc-ed41-4e7c-8d39-d66187821772 None None] Port 105c5467-52a8-484e-a525-fd3c6377b1f8 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:57:04.987415 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:57:05.121033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:05.326224 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261f426-1de3-45c0-8ac1-155180b0fcc5 req-06e611f8-5e3e-479d-a525-806a90622fca tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:05.327925 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8261f426-1de3-45c0-8ac1-155180b0fcc5 req-06e611f8-5e3e-479d-a525-806a90622fca tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1977322 May 19 05:57:05.380161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857f22-40d5-4735-896c-015c64f1cda7 req-cf611d54-c4e1-4f4f-9415-bdd698f55d15 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:05.390110 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e8857f22-40d5-4735-896c-015c64f1cda7 req-cf611d54-c4e1-4f4f-9415-bdd698f55d15 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 946 time: 0.1063356 May 19 05:57:05.444502 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e8857f22-40d5-4735-896c-015c64f1cda7 req-613cb13f-756e-44dc-97b7-00a54e04c764 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532041 May 19 05:57:05.463531 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8261f426-1de3-45c0-8ac1-155180b0fcc5 req-711e640d-e9be-4c03-9b58-0733a6f03398 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235876 May 19 05:57:05.664234 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105c5467-52a8-484e-a525-fd3c6377b1f8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:05.676584 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:05.699164 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Transition to ACTIVE for port object 105c5467-52a8-484e-a525-fd3c6377b1f8 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:05.749696 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de562194-4607-474f-8c3f-af222b397ce3 req-b86a3203-5790-4281-9bbc-057a9702e9c9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:05.752098 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de562194-4607-474f-8c3f-af222b397ce3 req-b86a3203-5790-4281-9bbc-057a9702e9c9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 931 time: 0.1474769 May 19 05:57:05.773092 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:05.780683 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:05.829348 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-de562194-4607-474f-8c3f-af222b397ce3 req-8d4a9737-211b-4414-8ea7-985e7d4d3bc1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679321 May 19 05:57:06.003671 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Pushing event updated for resources: {'Port': ['ID=105c5467-52a8-484e-a525-fd3c6377b1f8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:06.011021 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:06.091879 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Attempting to bind port 105c5467-52a8-484e-a525-fd3c6377b1f8 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:57:06.092217 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Attempting to bind port 105c5467-52a8-484e-a525-fd3c6377b1f8 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:57:06.092538 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Attempting to bind port 105c5467-52a8-484e-a525-fd3c6377b1f8 on network a93037b4-c3a3-4296-9344-cc7367889e28 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:06.097330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Port 105c5467-52a8-484e-a525-fd3c6377b1f8 on network a93037b4-c3a3-4296-9344-cc7367889e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:57:06.097645 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Attempting to bind port 105c5467-52a8-484e-a525-fd3c6377b1f8 on network a93037b4-c3a3-4296-9344-cc7367889e28 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:06.108186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:57:06.108455 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Checking segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:57:06.108835 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Bound using segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:57:06.109263 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Bound port: 105c5467-52a8-484e-a525-fd3c6377b1f8, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:57:06.109601 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:06.205665 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] For port 105c5467-52a8-484e-a525-fd3c6377b1f8, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:57:06.210025 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] For port 105c5467-52a8-484e-a525-fd3c6377b1f8, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=105c5467-52a8-484e-a525-fd3c6377b1f8,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:57:06.298117 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:06.304600 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:06.352613 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:06.353400 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:06.354800 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] 10.222.0.32 "PUT /v2.0/ports/105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 200 len: 1093 time: 1.5867290 May 19 05:57:06.366705 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:06.397571 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Pushing event updated for resources: {'Port': ['ID=105c5467-52a8-484e-a525-fd3c6377b1f8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:06.410061 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:06.444827 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'status': 'completed', 'code': 200} May 19 05:57:06.565847 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e4389-2091-4195-89c3-87c074948805 req-c990d898-9ef5-49a3-a784-12b92e5f30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:06.568444 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b06e4389-2091-4195-89c3-87c074948805 req-c990d898-9ef5-49a3-a784-12b92e5f30b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1096 time: 0.0913262 May 19 05:57:06.751161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84d2d1-0116-4e5c-ab8f-59021fc006f0 req-22dfa743-9828-4077-9773-543a487f45cb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:06.763167 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0d84d2d1-0116-4e5c-ab8f-59021fc006f0 req-22dfa743-9828-4077-9773-543a487f45cb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1258917 May 19 05:57:06.764803 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 49432) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:06.825278 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0d84d2d1-0116-4e5c-ab8f-59021fc006f0 req-b200c488-366f-4b0c-82e0-d4ee9ac07fd6 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611112 May 19 05:57:06.842640 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e4389-2091-4195-89c3-87c074948805 req-803a0c93-2a3c-4e8d-8fec-3422d3aa7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:06.844242 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b06e4389-2091-4195-89c3-87c074948805 req-803a0c93-2a3c-4e8d-8fec-3422d3aa7fad service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=34548559401345938b4b9283a4bfed88&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2650800 May 19 05:57:06.945971 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:06.960814 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:06.964993 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Usage tracker for resource:security_group_rule and tenant:517e2d299e48442db636b8b9d9df17f6 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:06.968630 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:06.976324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:07.063757 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e4389-2091-4195-89c3-87c074948805 req-d9ac0f60-8d30-4d3c-8f72-f4d63aae4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:07.065099 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b06e4389-2091-4195-89c3-87c074948805 req-d9ac0f60-8d30-4d3c-8f72-f4d63aae4ccf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2141593 May 19 05:57:07.065651 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:07.084948 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b0756-c8aa-48cc-bf4b-405b963ca8c5 req-77709c8d-fd81-4b8c-bfbe-4dfa259fc8c4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:07.085625 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-c87b0756-c8aa-48cc-bf4b-405b963ca8c5 req-77709c8d-fd81-4b8c-bfbe-4dfa259fc8c4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:57:07.132097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:07.142658 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-3252bfea-fe47-4d35-b6c5-797fa357fe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:07.181011 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-c87b0756-c8aa-48cc-bf4b-405b963ca8c5 req-77709c8d-fd81-4b8c-bfbe-4dfa259fc8c4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:57:07.182332 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c87b0756-c8aa-48cc-bf4b-405b963ca8c5 req-77709c8d-fd81-4b8c-bfbe-4dfa259fc8c4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 943 time: 0.2082999 May 19 05:57:07.185088 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-60d3f392-85b4-42c2-9f04-f24bf479db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:07.186484 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-60d3f392-85b4-42c2-9f04-f24bf479db17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1096 time: 0.0791821 May 19 05:57:07.189015 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=517e2d299e48442db636b8b9d9df17f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225211 May 19 05:57:07.190810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c7046-d122-458b-8e51-47967f7babfa,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:07.192721 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49448) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:07.194848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:07.296180 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-adacc42d-eec4-4875-b1ad-f1cf5cfffbd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 200 len: 217 time: 0.0892398 May 19 05:57:07.388400 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c87b0756-c8aa-48cc-bf4b-405b963ca8c5 req-85cab4a3-f75f-4d8d-8ae0-b10c71c004ed tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956177 May 19 05:57:07.470648 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-58638a25-81fa-471a-be9e-0492d7d60276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:07.472081 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-58638a25-81fa-471a-be9e-0492d7d60276 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.1666138 May 19 05:57:07.473384 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:07.538725 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:07.600379 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a02-739a-4a1e-afb1-3467f23409db req-a40c572e-ae65-4810-8665-9b7c9d120dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:07.601818 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-a40c572e-ae65-4810-8665-9b7c9d120dad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1139228 May 19 05:57:07.733059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:07.741087 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1dacbd38-c3d1-454e-b539-8eaaebc45429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:07.759590 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c7046-d122-458b-8e51-47967f7babfa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:07.764114 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:07.774735 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-79a63b42-3ffc-44eb-8333-fe5fc3376d4c service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610603 May 19 05:57:07.777881 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:07.778915 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f3c7046-d122-458b-8e51-47967f7babfa HTTP/1.1" status: 204 len: 168 time: 0.5847964 May 19 05:57:07.912941 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8871a02-739a-4a1e-afb1-3467f23409db req-16f9cffd-0100-423c-a6e3-c1b3366cc5f3 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307113 May 19 05:57:08.014957 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cbc52-5c9d-4ef3-9439-c1ac8fd37c4c req-b7f39b77-1151-4882-977f-03878048a494 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:08.016447 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-087cbc52-5c9d-4ef3-9439-c1ac8fd37c4c req-b7f39b77-1151-4882-977f-03878048a494 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0894990 May 19 05:57:08.064453 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-087cbc52-5c9d-4ef3-9439-c1ac8fd37c4c req-20a2025e-eb84-486a-8346-af35921b0fa8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 May 19 05:57:08.609565 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd06e-c074-45d1-9d4f-53cabf1c7447 req-b2676404-98d0-4fee-936e-c9b7f4dd2f86 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:08.611042 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae4cd06e-c074-45d1-9d4f-53cabf1c7447 req-b2676404-98d0-4fee-936e-c9b7f4dd2f86 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 943 time: 0.0924962 May 19 05:57:08.671391 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae4cd06e-c074-45d1-9d4f-53cabf1c7447 req-64b49579-d0e3-463a-8ca1-9d3ba5f4bb8a tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529919 May 19 05:57:09.250365 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f916c-a9f6-48d8-8d07-8ba2da54a74e req-eb40c8df-5869-413c-882e-758e52082c65 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:09.251873 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-966f916c-a9f6-48d8-8d07-8ba2da54a74e req-eb40c8df-5869-413c-882e-758e52082c65 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0803971 May 19 05:57:09.296887 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-966f916c-a9f6-48d8-8d07-8ba2da54a74e req-4c4a2f03-58f9-4d3c-8b70-50e9075b4da0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 May 19 05:57:09.870310 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73e48-cf1f-420a-a368-2ba1e9c8d32c req-57e7d87c-8464-4d78-8682-1a8fb96608e2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:09.872935 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-55d73e48-cf1f-420a-a368-2ba1e9c8d32c req-57e7d87c-8464-4d78-8682-1a8fb96608e2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 943 time: 0.0868094 May 19 05:57:09.917306 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-55d73e48-cf1f-420a-a368-2ba1e9c8d32c req-44051035-7495-478f-ba31-0ee3f57072cf tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399621 May 19 05:57:10.485721 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5337-23e0-4ce8-acb8-e331feddcd81 req-636db56e-7ea1-4e1b-bbc0-86b585f2d963 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:10.487230 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93fb5337-23e0-4ce8-acb8-e331feddcd81 req-636db56e-7ea1-4e1b-bbc0-86b585f2d963 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0843787 May 19 05:57:10.539516 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93fb5337-23e0-4ce8-acb8-e331feddcd81 req-17b757d9-0dfe-46b1-ba8a-f82a994a0617 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 May 19 05:57:10.765095 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 105c5467-52a8-484e-a525-fd3c6377b1f8 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:57:10.907445 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 105c5467-52a8-484e-a525-fd3c6377b1f8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=105c5467-52a8-484e-a525-fd3c6377b1f8,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:10.916755 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'port_id': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'mac_address': 'fa:16:3e:18:24:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:57:10.981699 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:10.998596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105c5467-52a8-484e-a525-fd3c6377b1f8 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:11.014270 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 105c5467-52a8-484e-a525-fd3c6377b1f8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=105c5467-52a8-484e-a525-fd3c6377b1f8,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:11.114731 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:11.116662 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:11.118336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95010-30cd-476e-b3d1-d338abc2f44e req-ac1168d9-29a3-417b-8c5c-279239c8852e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:11.119944 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5aa95010-30cd-476e-b3d1-d338abc2f44e req-ac1168d9-29a3-417b-8c5c-279239c8852e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 943 time: 0.0813723 May 19 05:57:11.169740 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5aa95010-30cd-476e-b3d1-d338abc2f44e req-9f08f0fc-1b68-4482-8da9-1b4b3a969d64 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 May 19 05:57:11.184005 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=105c5467-52a8-484e-a525-fd3c6377b1f8,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:11.187054 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:11.464598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['105c5467-52a8-484e-a525-fd3c6377b1f8'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:11.752237 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9581c-7f91-4917-8de2-ec08464024e7 req-81d1d25c-725e-4c71-bd8f-9d299606219c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:11.753860 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-50a9581c-7f91-4917-8de2-ec08464024e7 req-81d1d25c-725e-4c71-bd8f-9d299606219c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0852368 May 19 05:57:11.803002 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-50a9581c-7f91-4917-8de2-ec08464024e7 req-9ac4db49-3e38-4ae0-941f-9996f052ae3c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 May 19 05:57:12.395113 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac79d6-5f64-4ab1-aa57-70e1761469d5 req-c0257fac-4ca8-4f79-b22c-ad6b53d4f2d2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:12.397009 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-daac79d6-5f64-4ab1-aa57-70e1761469d5 req-c0257fac-4ca8-4f79-b22c-ad6b53d4f2d2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 944 time: 0.1052480 May 19 05:57:12.471439 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-daac79d6-5f64-4ab1-aa57-70e1761469d5 req-e8786431-449b-4a2c-8751-e9a821da7f01 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676420 May 19 05:57:12.795895 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 105c5467-52a8-484e-a525-fd3c6377b1f8 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:12.971907 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 105c5467-52a8-484e-a525-fd3c6377b1f8 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:12.979191 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 105c5467-52a8-484e-a525-fd3c6377b1f8 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:12.979909 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:13.002327 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f52ea-24d8-4043-9d94-839b339bd3ca req-3214eea7-0f52-4ae2-ae3d-7ccdd73cf8ab tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:13.004388 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5c6f52ea-24d8-4043-9d94-839b339bd3ca req-3214eea7-0f52-4ae2-ae3d-7ccdd73cf8ab tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0857117 May 19 05:57:13.064161 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5c6f52ea-24d8-4043-9d94-839b339bd3ca req-defae59c-25af-400a-8c77-373849d53cba tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 May 19 05:57:13.127897 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:13.157899 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:13.167922 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 105c5467-52a8-484e-a525-fd3c6377b1f8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=105c5467-52a8-484e-a525-fd3c6377b1f8,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:13.210670 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'code': 200} May 19 05:57:13.228611 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:13.230462 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:13.299038 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=105c5467-52a8-484e-a525-fd3c6377b1f8,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:13.301993 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:13.693180 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96c138-497a-480c-aea6-3d460dcb09e5 req-5fe2d869-1c08-4416-b93b-735ad2eceda8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:13.696971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f8d6-16c1-437c-ad40-b6c17fd77549 req-bd27f870-e250-4fbf-b87a-f328e18fb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:13.698514 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7af6f8d6-16c1-437c-ad40-b6c17fd77549 req-bd27f870-e250-4fbf-b87a-f328e18fb6e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1098 time: 0.0914154 May 19 05:57:13.700583 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6c96c138-497a-480c-aea6-3d460dcb09e5 req-5fe2d869-1c08-4416-b93b-735ad2eceda8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1013541 May 19 05:57:13.741253 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6c96c138-497a-480c-aea6-3d460dcb09e5 req-5b940a9b-20ce-4591-8fea-0f712fce0758 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 May 19 05:57:13.753216 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7af6f8d6-16c1-437c-ad40-b6c17fd77549 req-0744e4e3-4613-48f1-8f21-867442f9f108 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410993 May 19 05:57:14.272403 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e69c46-c7af-4e90-a62d-989b182bd6df req-cfd4884f-1fb9-41d3-9280-d51a9b837e73 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:14.274299 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f7e69c46-c7af-4e90-a62d-989b182bd6df req-cfd4884f-1fb9-41d3-9280-d51a9b837e73 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0917566 May 19 05:57:14.327395 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f7e69c46-c7af-4e90-a62d-989b182bd6df req-142b671a-01b0-4793-88ef-1605cd2a7a5f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439539 May 19 05:57:14.939794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed8de4-86d3-43b8-864c-9d5305017c87 req-e4f6efc0-70ee-4c99-8612-2f150419d1a6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:14.941303 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-afed8de4-86d3-43b8-864c-9d5305017c87 req-e4f6efc0-70ee-4c99-8612-2f150419d1a6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0873461 May 19 05:57:14.987812 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-afed8de4-86d3-43b8-864c-9d5305017c87 req-4c1c0646-41ec-435a-a732-a2c2e7c5e1ec tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402510 May 19 05:57:15.543543 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63c8d-0819-4f12-83bc-a1fbf1ee6949 req-55878c37-af8e-4302-ae5b-ad18966f7031 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:15.545420 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f8d63c8d-0819-4f12-83bc-a1fbf1ee6949 req-55878c37-af8e-4302-ae5b-ad18966f7031 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0879235 May 19 05:57:15.609681 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f8d63c8d-0819-4f12-83bc-a1fbf1ee6949 req-7c617aed-57ed-4506-aa44-bd86b001774e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 May 19 05:57:15.620436 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-2ec6a6c4-4b30-4128-a6bc-180865bba326 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:15.621866 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-2ec6a6c4-4b30-4128-a6bc-180865bba326 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.1752052 May 19 05:57:15.636229 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-a844061e-cd85-428f-824b-56f74f9b312b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/quotas/42aa593960b8409d89cb6664355a3a41 HTTP/1.1" status: 200 len: 375 time: 0.0088980 May 19 05:57:15.724415 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-2ea046e5-c27b-4563-b9d9-6de149616aa0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832894 May 19 05:57:15.856272 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-1def2658-234c-4d9a-9cc7-d110e10be19f service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250095 May 19 05:57:15.989569 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-c5f637be-ccfb-4098-98da-59ec1d3a01e1 service neutron] 10.222.0.24 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268206 May 19 05:57:16.185999 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5df408-88ed-485f-9415-c5fd361c26f0 req-54715b58-5ea3-4cb1-9319-5fa234d1d7c0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:16.194632 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5e5df408-88ed-485f-9415-c5fd361c26f0 req-54715b58-5ea3-4cb1-9319-5fa234d1d7c0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0991580 May 19 05:57:16.259834 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5e5df408-88ed-485f-9415-c5fd361c26f0 req-f140eaec-c9e3-4cfc-b39e-1a10f23099a4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639486 May 19 05:57:16.349614 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3c1d52a0-a56c-4353-a784-fa06f9b8a05a req-99928235-0b8e-4e5f-8806-e1a18a336b23 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 210 time: 0.0792737 May 19 05:57:16.534865 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb49b37-27bf-4ed0-8e74-186d4a4c9aca req-93e57437-9285-4e98-a41f-2de027ecd4f7 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:16.536761 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1bb49b37-27bf-4ed0-8e74-186d4a4c9aca req-93e57437-9285-4e98-a41f-2de027ecd4f7 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0997040 May 19 05:57:16.545445 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 49700) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:16.562843 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'floatingip': {'port_id': '105c5467-52a8-484e-a525-fd3c6377b1f8'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:16.644473 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:16.805928 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47de8-405f-4123-980e-899beb9630ab req-53e40c40-089b-4bea-8b43-ce57fbed9223 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:16.807600 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-34b47de8-405f-4123-980e-899beb9630ab req-53e40c40-089b-4bea-8b43-ce57fbed9223 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0850673 May 19 05:57:16.951130 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49714) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:16.977446 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-34b47de8-405f-4123-980e-899beb9630ab req-4810e0e0-1758-4ad0-be4f-25fc4d4dbcd7 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628711 May 19 05:57:17.102659 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.127593 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:17.131956 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1a22862754514989aa0a822cd6ab0c3d is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:17.135128 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:17.140934 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:17.223853 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.274410 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.283713 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:17.329522 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a22862754514989aa0a822cd6ab0c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768311 May 19 05:57:17.330671 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2199ad-0f7d-4870-a77d-91e708abea88,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:17.334938 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:17.336041 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:17.420953 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.466108 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.598619 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.604975 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9c83f5e4-33f4-4cdc-bc4b-22f42a0f39b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:17.621766 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2199ad-0f7d-4870-a77d-91e708abea88,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:17.628875 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:17.642923 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.642923 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb2199ad-0f7d-4870-a77d-91e708abea88 HTTP/1.1" status: 204 len: 168 time: 0.2967765 May 19 05:57:17.643589 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-39174c52-33eb-4115-8d28-1a33230e5f2a req-ffd6ab89-243a-48be-b7fe-44b66ff1fd1e tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 210 time: 0.0694129 May 19 05:57:17.673380 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.788978 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:17.982787 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.l3_db [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Floating IP 6e09bb69-ff7c-456d-a54c-d1ffb8cb0126 associated. External IP: 172.28.2.23, port: 105c5467-52a8-484e-a525-fd3c6377b1f8. May 19 05:57:18.226978 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cf752-bf8e-4f25-90e6-5f2667725675 req-ae57dd6b-b604-4153-a799-d4921370fc5f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:18.228573 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7f1cf752-bf8e-4f25-90e6-5f2667725675 req-ae57dd6b-b604-4153-a799-d4921370fc5f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1143594 May 19 05:57:18.292015 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7f1cf752-bf8e-4f25-90e6-5f2667725675 req-1a83df14-89da-46e6-8ca6-4c672903bb22 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 May 19 05:57:18.455129 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:18.474210 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:18.491873 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:18.500482 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Usage tracker for resource:security_group_rule and tenant:214b8bc672bf4f6d87d49a2471fc287f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:18.505841 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:18.522965 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:18.556015 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:57:18.630828 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:18.849925 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:18.884210 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f13cbc4a-bc91-4b1b-b8b7-bcca7222a15a req-aea86b1f-ba95-4020-81d1-db5fc457cd06 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 210 time: 0.0707567 May 19 05:57:18.889321 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d24b38c7-8f0d-4cb7-962d-ff5e677e86b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:18.889468 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:57:18.905546 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:18.910601 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:57:18.916808 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-5897aa90-9a47-4386-9622-89aa20b065f6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:18.918600 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-5897aa90-9a47-4386-9622-89aa20b065f6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 814 time: 0.2774498 May 19 05:57:18.929790 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=214b8bc672bf4f6d87d49a2471fc287f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733412 May 19 05:57:18.939011 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 49762) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:18.946800 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Request body: {'port': {'device_id': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'admin_state_up': True, 'tenant_id': '42aa593960b8409d89cb6664355a3a41'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:18.947453 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:57:18.948977 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:56:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:18.978199 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-69f7adf2-d931-43e6-9ea4-e3484835f0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:19.009292 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b86f9a1b-3a9d-4253-9de3-b80141f4bab4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "PUT /v2.0/floatingips/6e09bb69-ff7c-456d-a54c-d1ffb8cb0126 HTTP/1.1" status: 200 len: 990 time: 2.4624724 May 19 05:57:19.015591 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:19.021614 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c165c3-42f3-4700-af49-20725888b89f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:19.046190 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:19.052603 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:19.089122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:19.141585 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'status': 'completed', 'code': 200} May 19 05:57:19.217156 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:19.229396 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:19.252083 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:19.261297 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f6554751-53ed-4746-b4e6-1c4ba03e430e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:19.266058 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:57:19.274334 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c165c3-42f3-4700-af49-20725888b89f,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:19.278612 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55ecc-7229-407e-a872-45af849f0128 req-e3b6b10f-c84d-4a9d-9bb5-598ac8692a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:19.280273 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-e3b6b10f-c84d-4a9d-9bb5-598ac8692a11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1098 time: 0.1122596 May 19 05:57:19.281387 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:19.282447 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:19.287176 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77c165c3-42f3-4700-af49-20725888b89f HTTP/1.1" status: 204 len: 168 time: 0.3453128 May 19 05:57:19.337515 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Made reservation on behalf of 42aa593960b8409d89cb6664355a3a41 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:57:19.341298 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:19.496459 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55ecc-7229-407e-a872-45af849f0128 req-160000b6-d570-4176-9477-f12318a65cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:19.498288 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-160000b6-d570-4176-9477-f12318a65cac service neutron] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 911 time: 0.2106507 May 19 05:57:19.571511 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Allocated IP 172.20.0.4 (06277af3-f324-48c7-9bdf-479b0aa23d00/b9b5ff95-d854-42bd-a859-2de0ba773a13/3a0d3afe-665e-4490-a7f3-d564ecbf417a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:57:19.642409 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-77447e8f-9def-4b24-b0c9-c0bd664f3334 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 200 len: 998 time: 0.1323869 May 19 05:57:19.661976 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a1109-9786-4bf1-ab64-4c56955e58a7 req-1803ed9d-da0b-489a-b5b5-129e99f61d6c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:19.662949 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5f5a1109-9786-4bf1-ab64-4c56955e58a7 req-1803ed9d-da0b-489a-b5b5-129e99f61d6c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2180388 May 19 05:57:19.699242 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '6e09bb69-ff7c-456d-a54c-d1ffb8cb0126', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'floating_ip_address': '172.28.2.23', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'port_id': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'mac_address': 'fa:16:3e:18:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1fee40-890d-413f-95c8-a00cd5943957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:56:56Z', 'updated_at': '2021-05-19T05:57:17Z', 'revision_number': 1, 'project_id': '34548559401345938b4b9283a4bfed88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:19.723777 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:57:19.733057 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:57:19.734392 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:56:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:19.763970 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55ecc-7229-407e-a872-45af849f0128 req-1f3b68de-c25c-4c7a-9eb2-7f14c997381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:19.765555 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-1f3b68de-c25c-4c7a-9eb2-7f14c997381d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.1023316 May 19 05:57:19.770571 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5f5a1109-9786-4bf1-ab64-4c56955e58a7 req-b2d6332d-4c27-4c6d-814e-56b9aa618f10 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737207 May 19 05:57:19.862781 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55ecc-7229-407e-a872-45af849f0128 req-3f7f2ea6-93c4-4f24-81e2-2dc3ab7eb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:19.865535 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-3f7f2ea6-93c4-4f24-81e2-2dc3ab7eb9be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924668 May 19 05:57:19.948783 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:20.038456 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:57:20.086110 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:20.097865 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', '413f9bdf-da14-4c21-af93-4df12c2c5eb4', '0e657acc-1aab-4d81-9f9e-2649bb97730b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:20.162695 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-c405d5b0-a1fd-490f-bc1b-35e3b14bdc4a service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875781 May 19 05:57:20.229083 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:20.357419 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event updated for resources: {'Port': ['ID=3a0d3afe-665e-4490-a7f3-d564ecbf417a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:20.373334 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:20.387018 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Network 06277af3-f324-48c7-9bdf-479b0aa23d00 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:20.393739 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:20.397774 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:57:20.463650 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49806) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:20.485462 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:20.497223 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-07c55ecc-7229-407e-a872-45af849f0128 req-cf1010f4-c6fb-4b98-a423-5eefab78cca3 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182073 May 19 05:57:20.520641 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf506c6-2a24-48db-8d5d-6870eeaf0edf req-5524cee1-1e46-4e2a-ad6b-755925cde3d1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:20.530150 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fbf506c6-2a24-48db-8d5d-6870eeaf0edf req-5524cee1-1e46-4e2a-ad6b-755925cde3d1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 931 time: 0.4497592 May 19 05:57:20.532795 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:20.571124 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Usage tracker for resource:security_group_rule and tenant:62d7a0bd6cd1475eac0ad9977d417005 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:20.577971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:20.589402 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:20.590290 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:20.596937 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '6e09bb69-ff7c-456d-a54c-d1ffb8cb0126', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'floating_ip_address': '172.28.2.23', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'port_id': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'mac_address': 'fa:16:3e:18:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1fee40-890d-413f-95c8-a00cd5943957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:56:56Z', 'updated_at': '2021-05-19T05:57:17Z', 'revision_number': 1, 'project_id': '34548559401345938b4b9283a4bfed88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:20.600810 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32868e-4bdf-49d4-bed5-bad38d7a6978 None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '6e09bb69-ff7c-456d-a54c-d1ffb8cb0126', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'floating_ip_address': '172.28.2.23', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'port_id': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'mac_address': 'fa:16:3e:18:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1fee40-890d-413f-95c8-a00cd5943957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:56:56Z', 'updated_at': '2021-05-19T05:57:17Z', 'revision_number': 1, 'project_id': '34548559401345938b4b9283a4bfed88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:57:20.607039 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:20.611470 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fbf506c6-2a24-48db-8d5d-6870eeaf0edf req-501bdf91-6762-45a3-b932-9e3b9ffa8b2e tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 May 19 05:57:20.755416 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8213012 May 19 05:57:20.772599 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Request body: {'port': {'device_id': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:20.817833 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d40f60-43c4-467f-8e59-e57c166bf3d7 None None] New status for floating IP 6e09bb69-ff7c-456d-a54c-d1ffb8cb0126: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:57:20.969315 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.012074 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.041935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc392576-c748-490f-803a-94adff68af84 req-0cea515a-3abf-4242-ac10-d2254c19b650 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:21.053638 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dc392576-c748-490f-803a-94adff68af84 req-0cea515a-3abf-4242-ac10-d2254c19b650 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1264799 May 19 05:57:21.088830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.115969 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-68af52e2-9ca2-4350-8356-b90a35b1e7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:21.127854 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62d7a0bd6cd1475eac0ad9977d417005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603119 May 19 05:57:21.132718 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 49824) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:21.165836 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dc392576-c748-490f-803a-94adff68af84 req-a444c0f2-5fba-4ab9-a16b-ded1aab6ef2a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062799 May 19 05:57:21.204824 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db13d8d3-76ac-46ae-bfdf-19d0d55a7503,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:21.259434 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:21.347718 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.393563 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.484303 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.490501 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7b7b3da0-b7fc-4e61-b738-7915b3aacd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.625483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0d3afe-665e-4490-a7f3-d564ecbf417a {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:21.632815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.636132 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.641415 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-55fcdca9-f1f6-4f67-8021-6d8f4ec87314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:21.660143 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13d8d3-76ac-46ae-bfdf-19d0d55a7503,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:21.668566 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:21.677208 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Transition to ACTIVE for port object 3a0d3afe-665e-4490-a7f3-d564ecbf417a will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:21.682245 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.682245 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db13d8d3-76ac-46ae-bfdf-19d0d55a7503 HTTP/1.1" status: 204 len: 168 time: 0.5460937 May 19 05:57:21.799046 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:21.806758 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:21.834087 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1b16d-4171-4a81-8fe4-a30e88365b53 req-acbc755d-9b64-4c31-b20e-b6020f41c677 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:21.835950 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-03b1b16d-4171-4a81-8fe4-a30e88365b53 req-acbc755d-9b64-4c31-b20e-b6020f41c677 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 931 time: 0.0938008 May 19 05:57:21.883826 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-03b1b16d-4171-4a81-8fe4-a30e88365b53 req-3ed4e76c-3573-418f-9b7c-8238bb8bce23 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 May 19 05:57:21.973457 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d3afe-665e-4490-a7f3-d564ecbf417a,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:22.003404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:22.045003 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Attempting to bind port 3a0d3afe-665e-4490-a7f3-d564ecbf417a on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:57:22.045334 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Attempting to bind port 3a0d3afe-665e-4490-a7f3-d564ecbf417a by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:57:22.045662 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Attempting to bind port 3a0d3afe-665e-4490-a7f3-d564ecbf417a on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:22.050262 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Port 3a0d3afe-665e-4490-a7f3-d564ecbf417a on network 06277af3-f324-48c7-9bdf-479b0aa23d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:57:22.050558 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Attempting to bind port 3a0d3afe-665e-4490-a7f3-d564ecbf417a on network 06277af3-f324-48c7-9bdf-479b0aa23d00 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:22.058704 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:57:22.059046 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Checking segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:57:22.059465 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Bound using segment: {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:57:22.059900 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Bound port: 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4276b2af-b7c2-4319-8d10-ae5784e1d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:57:22.060275 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:22.173277 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] For port 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:57:22.177956 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] For port 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:57:22.228859 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:22.257746 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:22.262955 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-91adf23c-8a1e-48fb-8639-916166f6ed9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:22.423769 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:22.443941 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:22.445872 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a0d3afe-665e-4490-a7f3-d564ecbf417a HTTP/1.1" status: 200 len: 1093 time: 1.6776314 May 19 05:57:22.452909 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'tag': '3a0d3afe-665e-4490-a7f3-d564ecbf417a'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:22.459124 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d3afe-665e-4490-a7f3-d564ecbf417a,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:22.464895 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:22.534782 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd48c5-305c-4a9e-84c8-2757cddc29ab req-cffd4d38-53e6-465e-969a-9596bf2688a0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:22.544725 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-48dd48c5-305c-4a9e-84c8-2757cddc29ab req-cffd4d38-53e6-465e-969a-9596bf2688a0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2298915 May 19 05:57:22.585474 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'tag': '3a0d3afe-665e-4490-a7f3-d564ecbf417a', 'status': 'completed', 'code': 200} May 19 05:57:22.717587 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-48dd48c5-305c-4a9e-84c8-2757cddc29ab req-90ad0603-9329-4329-9f3f-52c595380de7 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707962 May 19 05:57:22.740615 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-f4403725-519a-47aa-88e2-f19ee8821914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:22.746994 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-f4403725-519a-47aa-88e2-f19ee8821914 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1615021 May 19 05:57:22.753656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2367829-f5ac-46c0-bd31-01c7a639f151 req-0a336e47-45b1-4615-868c-a88e1796c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:22.755891 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c2367829-f5ac-46c0-bd31-01c7a639f151 req-0a336e47-45b1-4615-868c-a88e1796c7bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.3256519 May 19 05:57:22.805366 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c2367829-f5ac-46c0-bd31-01c7a639f151 req-fed59e74-e50e-472a-b75e-f9977de054f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 May 19 05:57:22.834301 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-0bb3e704-ab4c-41e0-8f03-2af1418be658 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a HTTP/1.1" status: 200 len: 217 time: 0.0808949 May 19 05:57:22.923904 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-b5a0ae71-94a5-411e-9dc2-32dab5d9cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:22.925351 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-b5a0ae71-94a5-411e-9dc2-32dab5d9cb87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.0603254 May 19 05:57:23.006721 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-346a5848-6f43-42a3-b7fb-65ac592d1c0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481384 May 19 05:57:23.213296 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4de8c9-16b5-4b41-a02c-f823de3553d0 req-f6a65747-f5fe-4414-897d-485b9dd2f536 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:23.213296 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-fd4de8c9-16b5-4b41-a02c-f823de3553d0 req-f6a65747-f5fe-4414-897d-485b9dd2f536 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:57:23.219568 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-77ef2a7e-ba83-4994-a69a-7f13147a10eb service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023618 May 19 05:57:23.312627 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-fd4de8c9-16b5-4b41-a02c-f823de3553d0 req-f6a65747-f5fe-4414-897d-485b9dd2f536 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:57:23.313776 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fd4de8c9-16b5-4b41-a02c-f823de3553d0 req-f6a65747-f5fe-4414-897d-485b9dd2f536 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 943 time: 0.2978573 May 19 05:57:23.384749 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fd4de8c9-16b5-4b41-a02c-f823de3553d0 req-bd4cc70c-f8b5-4b20-a1d4-6d2d454588ff tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639231 May 19 05:57:23.390060 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42b6b8ef-51ee-4aee-b0be-093eb1f391cb req-3e7b5e36-bf9d-450b-a43d-6ba8c7b5166d service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605911 May 19 05:57:23.621061 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-96dfa8b9-ead5-489e-bc79-d4f07b8015b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:23.621061 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-96dfa8b9-ead5-489e-bc79-d4f07b8015b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42aa593960b8409d89cb6664355a3a41&device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0815592 May 19 05:57:23.790104 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-4db6c96a-4820-4e09-8f6d-f1763dd02f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:23.791795 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-4db6c96a-4820-4e09-8f6d-f1763dd02f95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 200 len: 914 time: 0.1650472 May 19 05:57:23.936797 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-ac929345-ce42-411d-94a1-96f0d9129a98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a HTTP/1.1" status: 200 len: 217 time: 0.1340444 May 19 05:57:23.980758 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc82-66c5-433c-b294-1f32e26b197f req-53ec90d9-f2ee-4bf2-98f7-0a9697fee518 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:23.983163 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c70bbc82-66c5-433c-b294-1f32e26b197f req-53ec90d9-f2ee-4bf2-98f7-0a9697fee518 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1403677 May 19 05:57:24.040520 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-727a4680-54eb-41a1-a63d-df40fed5c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:24.042089 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-727a4680-54eb-41a1-a63d-df40fed5c016 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 200 len: 854 time: 0.0983078 May 19 05:57:24.066777 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c70bbc82-66c5-433c-b294-1f32e26b197f req-8fbba0dc-fef7-4fee-86fb-8887c065e138 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742860 May 19 05:57:24.100116 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-68517b92-e428-456a-902c-0b86e7b49356 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06277af3-f324-48c7-9bdf-479b0aa23d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474999 May 19 05:57:24.256026 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-882bbe04-56c3-4594-8ba6-4fae747e4433 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399045 May 19 05:57:24.274403 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:24.434520 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-086caa5f-2a3d-48b2-90ca-97e55a5fda76 req-a89fc2dd-7c74-45db-afe6-856923486435 service neutron] 10.222.0.32 "GET /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557055 May 19 05:57:24.592449 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102356f2-6580-486c-aca7-3efc7d9c66ec req-258474cf-4312-4155-a3bb-3a3b379a767f tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:24.593909 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-102356f2-6580-486c-aca7-3efc7d9c66ec req-258474cf-4312-4155-a3bb-3a3b379a767f tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 943 time: 0.0861130 May 19 05:57:24.640823 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-102356f2-6580-486c-aca7-3efc7d9c66ec req-ac2ff3ff-bf8a-4da1-848f-0053c74b9fe6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 May 19 05:57:25.265092 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19d6b-16f3-479b-83ae-8cb90f89c2df req-6f73c250-47d0-46e8-ac58-48a59873f987 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:25.266574 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-63c19d6b-16f3-479b-83ae-8cb90f89c2df req-6f73c250-47d0-46e8-ac58-48a59873f987 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0880868 May 19 05:57:25.336501 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-63c19d6b-16f3-479b-83ae-8cb90f89c2df req-fd3067be-99b9-40e4-ad3b-166f5c116f4e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589576 May 19 05:57:25.831765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df77dc0-3193-4cb9-b7b1-2db9fd4bf060 req-29420aed-8a7e-4b0a-81a9-463aaf60afd9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:25.833767 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4df77dc0-3193-4cb9-b7b1-2db9fd4bf060 req-29420aed-8a7e-4b0a-81a9-463aaf60afd9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 943 time: 0.0805902 May 19 05:57:25.881903 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4df77dc0-3193-4cb9-b7b1-2db9fd4bf060 req-ede25f6c-302a-4f05-a24f-3108d0573df0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 May 19 05:57:25.966629 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2fce4-5c18-416b-87df-a2259104e6bc req-9b17a5a2-9008-40b2-9617-ab8a73d3e0b1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:25.968093 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c7c2fce4-5c18-416b-87df-a2259104e6bc req-9b17a5a2-9008-40b2-9617-ab8a73d3e0b1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1447732 May 19 05:57:25.970603 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-1ce9db00-9b85-4dbc-951c-32ded139a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:25.972020 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-1ce9db00-9b85-4dbc-951c-32ded139a2d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.1062586 May 19 05:57:26.069551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50002) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:26.094763 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c7c2fce4-5c18-416b-87df-a2259104e6bc req-fb893198-899f-45ae-b63c-bd423874d204 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198676 May 19 05:57:26.141434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Deleting subnet 2621b66c-74cc-4a75-a6cb-e672b4bf627f {{(pid=103796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:57:26.144305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.148582 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-3fe88647-fe91-4c80-8566-43719ef65a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:26.150063 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-3fe88647-fe91-4c80-8566-43719ef65a8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.1582699 May 19 05:57:26.202434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.213264 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.241473 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-39ff47c9-77b0-47d6-81d6-f8e6bf8437ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.0775659 May 19 05:57:26.345688 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-ee786ffc-0193-4ff8-b1f9-4f5b6c6b63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:26.347348 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-ee786ffc-0193-4ff8-b1f9-4f5b6c6b63d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0797739 May 19 05:57:26.408074 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-abaecf9e-3aa4-4e40-b485-6405ef80be55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451131 May 19 05:57:26.551506 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-15268b3e-7eae-4a12-93be-663782f7edf5 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275764 May 19 05:57:26.587760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092'] for subnet, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.592999 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-af63a3da-4e21-4111-b585-69af8abcf3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:26.627364 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2621b66c-74cc-4a75-a6cb-e672b4bf627f,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:26.630100 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:26.632945 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.641407 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0462f9c8-fc2f-4940-b2f1-0b501aee8b71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2621b66c-74cc-4a75-a6cb-e672b4bf627f HTTP/1.1" status: 204 len: 168 time: 0.5685229 May 19 05:57:26.641627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50016) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:26.690944 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa3f6d91-2ea9-4993-9b8f-c85ea5b077d0 req-fa50cbaa-5e25-4b07-b50d-905f5b05a78c service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270285 May 19 05:57:26.756729 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.858715 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 3a0d3afe-665e-4490-a7f3-d564ecbf417a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:57:26.879729 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:26.892800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.893148 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.894151 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.894273 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.894618 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.895034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.895380 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.895693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.896122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.896316 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:26.999246 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:27.012909 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '3a0d3afe-665e-4490-a7f3-d564ecbf417a', 'network_id': '06277af3-f324-48c7-9bdf-479b0aa23d00', 'port_id': '3a0d3afe-665e-4490-a7f3-d564ecbf417a', 'mac_address': 'fa:16:3e:bc:e0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5ff95-d854-42bd-a859-2de0ba773a13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:57:27.078434 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.079198 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10d3c2-5e03-470f-9bdd-12005d63f3a6 req-cbcfdcbf-69fc-4f6d-91ce-b85687ddad6c tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:27.085463 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:27.086172 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:27.086790 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:27.087455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 05:57:27.087972 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722ecfb1-cdc1-4816-ac4d-c0c471d4e212']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:27.088335 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5e10d3c2-5e03-470f-9bdd-12005d63f3a6 req-cbcfdcbf-69fc-4f6d-91ce-b85687ddad6c tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 943 time: 0.0945864 May 19 05:57:27.101647 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0d3afe-665e-4490-a7f3-d564ecbf417a {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:27.112773 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff56b98-e52a-44d4-bc11-c3bf05ce2102') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:27.113174 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff56b98-e52a-44d4-bc11-c3bf05ce2102') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:27.118589 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:27.132477 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.144717 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5e10d3c2-5e03-470f-9bdd-12005d63f3a6 req-be2794e1-ce38-4571-b5ee-64c9d25a75ab tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555105 May 19 05:57:27.155415 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.174796 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:57:27.174796 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: from cryptography.utils import int_from_bytes May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: from cryptography.utils import int_from_bytes May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:57:27.191187 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:57:27.205881 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.208201 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:27.233919 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50030) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:27.284079 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=3a0d3afe-665e-4490-a7f3-d564ecbf417a,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:27.287390 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:27.356701 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510f07-15b5-4a12-af17-a35fea12deef req-03d75743-95ea-4fec-9d90-e6c410591a48 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:27.358575 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c5510f07-15b5-4a12-af17-a35fea12deef req-03d75743-95ea-4fec-9d90-e6c410591a48 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0879276 May 19 05:57:27.360631 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.365646 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-07d187e1-1415-4caa-aca1-bfb90718c259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:27.396651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.406588 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=722ecfb1-cdc1-4816-ac4d-c0c471d4e212,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:27.408930 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.419809 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:27.455111 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c5510f07-15b5-4a12-af17-a35fea12deef req-c69b8ceb-3953-43ef-990c-be21a43bacd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650587 May 19 05:57:27.495996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:27.501675 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-61841539-73e1-42e3-8dd8-06de2bd807e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/722ecfb1-cdc1-4816-ac4d-c0c471d4e212 HTTP/1.1" status: 204 len: 168 time: 0.8563962 May 19 05:57:27.501825 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Usage tracker for resource:security_group_rule and tenant:a5af3003001940dda05bd431e422e772 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:27.502420 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50046) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:27.508627 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:27.509608 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:27.570801 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Deleting subnet 1b1db3bc-0b2f-4cbc-8036-5fc26593cf66 {{(pid=103796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:57:27.572599 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['3a0d3afe-665e-4490-a7f3-d564ecbf417a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:27.574303 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.617033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.631996 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570392'] for subnet, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.694323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.709302 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.718397 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-38537d10-c149-43b6-9904-d04a8ca41029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:27.758549 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5af3003001940dda05bd431e422e772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224149 May 19 05:57:27.759585 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98dfd2-8efd-437b-aec6-0d5baafc5ef5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:27.761871 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50056) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:27.764278 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:27.825223 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:27.850975 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.011492 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.011919 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262312469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262470802'] for subnet, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.018301 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2f24694e-4d49-41c0-a777-514ba7882ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:28.018515 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5a2d860f-14b0-493f-bd75-316be50f8236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:28.032908 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98dfd2-8efd-437b-aec6-0d5baafc5ef5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:28.037879 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:28.048902 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.050545 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-316ea716-b234-43ad-a896-56157ff11bc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc98dfd2-8efd-437b-aec6-0d5baafc5ef5 HTTP/1.1" status: 204 len: 168 time: 0.2875888 May 19 05:57:28.067030 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1db3bc-0b2f-4cbc-8036-5fc26593cf66,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:28.070365 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:28.071409 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.081915 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4e02dab4-cb9c-418d-8d3f-d81da02b5046 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b1db3bc-0b2f-4cbc-8036-5fc26593cf66 HTTP/1.1" status: 204 len: 168 time: 0.5739789 May 19 05:57:28.082111 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50072) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:28.190582 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.365362 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.381803 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82b3430-d594-4232-b584-99f31e5b989e']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:28.402912 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d6034a-1622-4ba8-8d74-2e1f09e535bc') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:28.403232 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d6034a-1622-4ba8-8d74-2e1f09e535bc') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:28.417716 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.442786 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.451959 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:57:28.452342 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:57:28.466139 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:57:28.484204 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9acf7c-3769-49c0-af6a-e9d47280eaa3 req-4fed671e-4fea-4a3d-9457-723be045bc43 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:28.485876 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ac9acf7c-3769-49c0-af6a-e9d47280eaa3 req-4fed671e-4fea-4a3d-9457-723be045bc43 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 944 time: 0.1689186 May 19 05:57:28.589797 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ac9acf7c-3769-49c0-af6a-e9d47280eaa3 req-78ddf9fd-cda6-4800-88a8-ebdd565450d6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 May 19 05:57:28.679185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.690204 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:28.696493 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:28.759850 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c82b3430-d594-4232-b584-99f31e5b989e HTTP/1.1" status: 204 len: 168 time: 0.6781371 May 19 05:57:28.769131 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Pushing event deleted for resources: {'Network': ['ID=c82b3430-d594-4232-b584-99f31e5b989e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:28.773245 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ed150a4d-27ce-4397-9552-44ade363088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:28.815842 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a81c54-7c09-4526-b6be-6f9b8a177f45 req-b9cdedd5-4788-4580-b9b8-b3b79438d509 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:28.824938 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-09a81c54-7c09-4526-b6be-6f9b8a177f45 req-b9cdedd5-4788-4580-b9b8-b3b79438d509 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1309643 May 19 05:57:28.875357 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 3a0d3afe-665e-4490-a7f3-d564ecbf417a up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:28.881739 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-09a81c54-7c09-4526-b6be-6f9b8a177f45 req-0acd639d-a707-419b-a128-67f5d035deb0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557122 May 19 05:57:29.108759 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 3a0d3afe-665e-4490-a7f3-d564ecbf417a completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:29.114731 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 3a0d3afe-665e-4490-a7f3-d564ecbf417a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:29.118265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.252101 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.266129 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50122) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:29.282467 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d3afe-665e-4490-a7f3-d564ecbf417a'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:29.297358 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:29.327989 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-35b59dd7-e861-4afc-972e-36689c7a9b17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=131e0942ba574719858464dee4faab07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606735 May 19 05:57:29.330530 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50130) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:29.347339 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d3afe-665e-4490-a7f3-d564ecbf417a', 'code': 200} May 19 05:57:29.394403 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.397067 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:29.410189 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.442984 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.468218 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=3a0d3afe-665e-4490-a7f3-d564ecbf417a,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:29.471466 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:29.579773 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.586293 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-49f93bbe-a56f-406f-b341-3de35749cb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:29.600981 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41ac08-c24c-4683-b88f-0718a0ae66c1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:29.605649 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:29.702244 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:29.712249 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a41ac08-c24c-4683-b88f-0718a0ae66c1 HTTP/1.1" status: 204 len: 168 time: 0.3803835 May 19 05:57:29.904272 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164af3-a186-46c2-a135-f22c1c14d128 req-5898efbc-0e3e-439f-903c-783da8ad3fb4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:29.906167 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-77164af3-a186-46c2-a135-f22c1c14d128 req-5898efbc-0e3e-439f-903c-783da8ad3fb4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.1591606 May 19 05:57:29.949944 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66250252-e78f-4260-b9b4-aaab25d970c2 req-680674a4-11d6-4f4d-bec6-6a1e81a24ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:29.953015 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-66250252-e78f-4260-b9b4-aaab25d970c2 req-680674a4-11d6-4f4d-bec6-6a1e81a24ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 1098 time: 0.1491122 May 19 05:57:29.983789 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-77164af3-a186-46c2-a135-f22c1c14d128 req-8effaf9b-ab32-4c91-a124-7001a21afd90 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 May 19 05:57:30.027457 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-66250252-e78f-4260-b9b4-aaab25d970c2 req-911beaf6-d947-46d0-9bb9-393eb273d8aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677245 May 19 05:57:30.086805 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa1a8d-b0ea-455c-8e9d-36ae3f0c3e87 req-b6282382-3368-4d57-9140-830939bde08b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:30.088244 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-25aa1a8d-b0ea-455c-8e9d-36ae3f0c3e87 req-b6282382-3368-4d57-9140-830939bde08b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0920336 May 19 05:57:30.208539 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-25aa1a8d-b0ea-455c-8e9d-36ae3f0c3e87 req-4c31fc0d-b8a5-4b74-8e2a-5f27d737bcc3 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145947 May 19 05:57:30.484694 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50170) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:30.508675 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50176) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:30.559410 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ec092c31-6f30-4a8b-883c-d88902787cc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a0e25b6296d43d9ae54b5d618ab0ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495181 May 19 05:57:30.561713 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50180) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:30.634330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.665776 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.761486 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.778474 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:30.782724 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Usage tracker for resource:security_group_rule and tenant:a73c53af7f154e43b2b8f02fb7d258f2 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:30.786385 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:30.792232 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:30.805262 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.810125 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-492bd38d-3367-4424-80ae-77f8d894afd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:30.821588 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5512a78-7226-4436-938c-e46d04df794c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:30.830314 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:30.833987 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.841385 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5512a78-7226-4436-938c-e46d04df794c HTTP/1.1" status: 204 len: 168 time: 0.2725091 May 19 05:57:30.892900 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.988193 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:30.997491 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f8cf1d0f-c4d4-4ad8-b129-440a73954f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:31.056773 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a73c53af7f154e43b2b8f02fb7d258f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709887 May 19 05:57:31.059364 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:31.063513 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274faa58-0cfb-42f4-927b-6cb292bab4f1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:31.068225 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:31.125790 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:31.152382 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:31.215789 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80a9ee-856d-4d46-88e8-bdefb77036e5 req-21a27fa1-b7d4-49f2-abd6-102b654771bc tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:31.217427 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4f80a9ee-856d-4d46-88e8-bdefb77036e5 req-21a27fa1-b7d4-49f2-abd6-102b654771bc tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.1056154 May 19 05:57:31.280888 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4f80a9ee-856d-4d46-88e8-bdefb77036e5 req-cdb2f715-13d7-4153-99f8-0f371e76ddd1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574160 May 19 05:57:31.290445 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:31.297768 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-dbb5039f-1b3c-487a-8347-80f8faa47512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:31.313287 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274faa58-0cfb-42f4-927b-6cb292bab4f1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:31.321632 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:31.331706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:31.335612 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/274faa58-0cfb-42f4-927b-6cb292bab4f1 HTTP/1.1" status: 204 len: 168 time: 0.2746754 May 19 05:57:32.102681 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.207045 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:32.226198 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.241353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:32.245271 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Usage tracker for resource:security_group_rule and tenant:4ab641f09d81488891d5c3b0b443e8e1 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:32.248118 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:32.253999 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:32.343841 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.450387 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.467101 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6b032b4c-1900-4400-a13c-208bbe1d4db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:32.493117 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb29af-a076-4a8f-ba21-47832853bb97 req-e1e7e3c1-3dd0-4c67-af94-f58e8305f6ce tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:32.501563 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-35eb29af-a076-4a8f-ba21-47832853bb97 req-e1e7e3c1-3dd0-4c67-af94-f58e8305f6ce tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.1015477 May 19 05:57:32.564918 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-35eb29af-a076-4a8f-ba21-47832853bb97 req-5e0e2d66-732a-4ff1-92bf-846854eadffa tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 May 19 05:57:32.578312 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5522659-98fc-47e6-8c52-86956700b920,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:32.586392 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:32.628891 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ab641f09d81488891d5c3b0b443e8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174411 May 19 05:57:32.629640 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50274) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:32.679525 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa918a-4344-44fb-937c-455d58f1e7b5 req-abefba5c-bb5d-4d72-affe-e49732893845 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:32.681171 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-72fa918a-4344-44fb-937c-455d58f1e7b5 req-abefba5c-bb5d-4d72-affe-e49732893845 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1060324 May 19 05:57:32.697431 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.731368 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-72fa918a-4344-44fb-937c-455d58f1e7b5 req-73c4e3f5-10e0-4a29-a5d8-7ab4b6561d01 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 May 19 05:57:32.737034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.891305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.896175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2c8b8880-4ef2-4ef6-aa7b-9b5de45c22c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:32.911872 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5522659-98fc-47e6-8c52-86956700b920,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:32.915335 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:32.920322 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:32.921637 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5522659-98fc-47e6-8c52-86956700b920 HTTP/1.1" status: 204 len: 168 time: 0.2910647 May 19 05:57:33.689145 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50338) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:33.706556 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:33.720535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:33.724999 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Usage tracker for resource:security_group_rule and tenant:1d8787140f2a4404b490c76e1d0fee5b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:33.728594 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:33.733768 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:33.817431 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:33.901637 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:33.914412 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e0253a89-de88-4c81-b0fa-541f70aac402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:33.954775 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d8787140f2a4404b490c76e1d0fee5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644236 May 19 05:57:33.956471 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c411f98-9460-4d16-ba4c-e3b12dbafe10,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:33.959345 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50350) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:33.974195 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:34.059047 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.089267 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.222731 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.227719 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-100b4a8b-aaac-4eea-99e5-5279e0cc1e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:34.237716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c411f98-9460-4d16-ba4c-e3b12dbafe10,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:34.242828 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:34.244713 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.245791 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4143c898-e083-4519-b3e1-f6071eeb0d58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c411f98-9460-4d16-ba4c-e3b12dbafe10 HTTP/1.1" status: 204 len: 168 time: 0.2855670 May 19 05:57:34.539425 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50378) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:34.743319 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.760351 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:34.764174 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2ffb45f06649a2b5f0b1e66c55c731 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:34.767224 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:34.773808 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:34.910308 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.965111 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:34.974898 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-3d1bfe85-1122-44ff-b3dc-121547863ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:35.018985 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e2ffb45f06649a2b5f0b1e66c55c731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784970 May 19 05:57:35.021199 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036ab847-1aac-456e-8b5e-e65500c85d91,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:35.022625 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:35.024439 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:35.093715 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:35.127592 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:35.274172 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:35.279616 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-0ad864dc-dd44-4b0e-9251-b02d09381335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:35.295404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ab847-1aac-456e-8b5e-e65500c85d91,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:35.304946 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:35.310330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:35.311455 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/036ab847-1aac-456e-8b5e-e65500c85d91 HTTP/1.1" status: 204 len: 168 time: 0.2871714 May 19 05:57:38.007782 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50528) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:38.148349 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.164296 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:38.168105 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Usage tracker for resource:security_group_rule and tenant:ef7938724dd44a5bbb0bf83ae25bbdf2 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:38.170876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:38.176805 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:38.261235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.324180 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.333284 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6382c28c-d0b1-4297-86a8-9a33721330c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:38.379170 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef7938724dd44a5bbb0bf83ae25bbdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678215 May 19 05:57:38.379170 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e034ac-4f74-42b0-bee7-10274eb2cd9a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:38.380187 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50544) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:38.381777 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:38.503544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.530412 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.691466 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.695309 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f3887843-9883-473b-8126-419592e7ca3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:38.709101 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e034ac-4f74-42b0-bee7-10274eb2cd9a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.723873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:38.728766 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:38.731285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:38.731918 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9e034ac-4f74-42b0-bee7-10274eb2cd9a HTTP/1.1" status: 204 len: 168 time: 0.3492725 May 19 05:57:39.435616 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-26a951c1-8668-4de6-a4ec-7b01d95528e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:39.437077 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-26a951c1-8668-4de6-a4ec-7b01d95528e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.1779571 May 19 05:57:39.450595 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72414c-4ed1-444f-b41c-9ea2720087e2 req-7b4a8755-10fc-492e-9ab5-5628120dd433 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:39.463404 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0e72414c-4ed1-444f-b41c-9ea2720087e2 req-7b4a8755-10fc-492e-9ab5-5628120dd433 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2435148 May 19 05:57:39.646217 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0e72414c-4ed1-444f-b41c-9ea2720087e2 req-900fd1d1-96a2-4f35-97f1-2fb4933cc34a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870694 May 19 05:57:39.685766 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-0e8544b4-c99d-4a95-9f95-e60063fc911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:39.687246 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-0e8544b4-c99d-4a95-9f95-e60063fc911c service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.2270029 May 19 05:57:39.771356 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-d4401095-b1c7-42e1-9034-070ddd9fb3d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.0760353 May 19 05:57:39.838692 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-13245454-d525-43a3-9a3d-7550a7925a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:39.840160 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-13245454-d525-43a3-9a3d-7550a7925a5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0618191 May 19 05:57:39.913484 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-7bad0203-3fd1-4ece-801c-1561aa6dd882 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499830 May 19 05:57:40.073231 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-7a594134-a05b-4eb0-9a24-f53011049b61 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532819 May 19 05:57:40.225842 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cfbf5a74-cece-42db-97a3-421a608dba02 req-e79a9683-88c9-493c-9a50-0f91d669af47 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445620 May 19 05:57:40.862586 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49760f7-cb80-4af1-b813-17a4b0d92247 req-6b3edb08-794d-473c-a0e5-03d9f1baf0dc tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:40.864648 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f49760f7-cb80-4af1-b813-17a4b0d92247 req-6b3edb08-794d-473c-a0e5-03d9f1baf0dc tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0872703 May 19 05:57:40.915748 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f49760f7-cb80-4af1-b813-17a4b0d92247 req-1de89a5f-0cad-4beb-83e6-e72444d3aba3 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 May 19 05:57:41.121562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50674) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:41.240717 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.258854 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:41.264791 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Usage tracker for resource:security_group_rule and tenant:c919e2ab5b354a0cad39871137bb0c45 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:41.271336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:41.284194 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:41.377772 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.496774 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.504185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-31c960ab-83bf-464a-9963-d624a28a01ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:41.546360 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c919e2ab5b354a0cad39871137bb0c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235265 May 19 05:57:41.547059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7062186-1862-408c-ad50-160ffa0812af,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:41.550165 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:41.550794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50690) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:41.629627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.656481 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.834206 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.838995 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02e238bc-6536-4318-bc10-33e638a0edba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:41.851256 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7062186-1862-408c-ad50-160ffa0812af,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:41.854108 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:41.856030 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:41.857075 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7062186-1862-408c-ad50-160ffa0812af HTTP/1.1" status: 204 len: 168 time: 0.3052897 May 19 05:57:41.984258 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:57:42.116767 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99670eac-917b-40b7-9325-65cf1758d77d req-ad7f4d88-da29-4926-8db8-bf8ce1bacd7f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:42.118344 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99670eac-917b-40b7-9325-65cf1758d77d req-ad7f4d88-da29-4926-8db8-bf8ce1bacd7f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0907366 May 19 05:57:42.180945 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99670eac-917b-40b7-9325-65cf1758d77d req-4a18a0b1-7a76-407c-9321-a2063215434e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565281 May 19 05:57:43.376991 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34f9c-023b-4e27-9246-50408341bd65 req-f6c27d92-e8b2-4fe7-bbf8-5b2d2f71160c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:43.378820 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b8e34f9c-023b-4e27-9246-50408341bd65 req-f6c27d92-e8b2-4fe7-bbf8-5b2d2f71160c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0896492 May 19 05:57:43.435422 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b8e34f9c-023b-4e27-9246-50408341bd65 req-5f9cea39-e1a6-4cf0-a204-e56644c5ff97 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503294 May 19 05:57:44.626857 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1e83-50d4-42df-bab3-312a164befc8 req-c9c77632-005a-4de6-9a76-9bdcaebfbfca tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:44.628427 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-616b1e83-50d4-42df-bab3-312a164befc8 req-c9c77632-005a-4de6-9a76-9bdcaebfbfca tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0838692 May 19 05:57:44.671660 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa899d-4e0e-4ded-a75c-98b5179a7be0 req-47429aa3-0210-40c9-ae23-fc4e67365f97 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:44.673262 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a6aa899d-4e0e-4ded-a75c-98b5179a7be0 req-47429aa3-0210-40c9-ae23-fc4e67365f97 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.0884297 May 19 05:57:44.682195 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-616b1e83-50d4-42df-bab3-312a164befc8 req-8f6d5e02-0b89-44c8-995f-08c1d183762e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 May 19 05:57:44.729129 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a6aa899d-4e0e-4ded-a75c-98b5179a7be0 req-8462addc-37a9-468b-a608-811148c5119f tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481238 May 19 05:57:44.776449 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50794) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:44.898160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:44.913132 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:44.916903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Usage tracker for resource:security_group_rule and tenant:9da99c3349c843d9aee9063ee8b8b26f is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:44.919717 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:44.926319 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:45.020518 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.122372 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.130857 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-25b6b88c-afb5-4679-ab9b-3688901fd641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:45.170126 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9da99c3349c843d9aee9063ee8b8b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925815 May 19 05:57:45.172102 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36219346-a6a8-4efd-b14b-a004e9abb125,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:45.172911 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50810) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:45.174830 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:45.239283 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.265337 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.367719 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-7608cc9b-f4b4-4cb8-8fa1-a4910fa20497 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5e635cc06eee4ec0bf4c316b510825a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299721 May 19 05:57:45.459820 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.473149 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3197d2a9-ffdc-470e-9163-8200131fe9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:45.498068 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36219346-a6a8-4efd-b14b-a004e9abb125,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:45.515386 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.515738 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.516081 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.516417 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.516750 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.517083 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.517410 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.517844 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.518174 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.518502 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.518826 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.519685 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:45.532473 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:45.540059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:45.543559 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36219346-a6a8-4efd-b14b-a004e9abb125 HTTP/1.1" status: 204 len: 168 time: 0.3672094 May 19 05:57:45.573604 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-dc071a22-b154-443f-bb84-105406dd855d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:45.573604 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-dc071a22-b154-443f-bb84-105406dd855d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982028 May 19 05:57:45.588780 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2499ceff-8433-4d78-bda0-13df3d7e7df2 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/quotas/5e635cc06eee4ec0bf4c316b510825a3 HTTP/1.1" status: 200 len: 375 time: 0.0101626 May 19 05:57:45.641425 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-058e2c79-14d0-4436-b7b1-5d87a661f70f tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e635cc06eee4ec0bf4c316b510825a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477779 May 19 05:57:45.908218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecfeb6-25dc-4dba-a127-82708cfa563c req-7f6d00c9-a5a8-4288-aeb7-c3be2a49b6ab tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:45.910683 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-49ecfeb6-25dc-4dba-a127-82708cfa563c req-7f6d00c9-a5a8-4288-aeb7-c3be2a49b6ab tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1037304 May 19 05:57:45.979021 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-49ecfeb6-25dc-4dba-a127-82708cfa563c req-47cdf79d-64dc-44a8-8f95-d15202bde1f0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622087 May 19 05:57:46.090075 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8c151-65a9-4d35-a540-55f63413a94d req-d7ee77b1-0496-4cc3-980f-098602b4dee3 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:46.097396 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3bd8c151-65a9-4d35-a540-55f63413a94d req-d7ee77b1-0496-4cc3-980f-098602b4dee3 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.1394837 May 19 05:57:46.106300 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-405aa356-60eb-4d6f-a10b-950fa1b9e6cb req-d72da13d-bae0-4c2d-a593-6c41dfbe1326 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 210 time: 0.0662038 May 19 05:57:46.196181 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3bd8c151-65a9-4d35-a540-55f63413a94d req-3b619385-0a66-4ebb-9f24-025040224797 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979290 May 19 05:57:46.780767 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-07318b7b-c13c-4b21-8ac2-a89ed4111744 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:46.782733 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-07318b7b-c13c-4b21-8ac2-a89ed4111744 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.0843811 May 19 05:57:46.846961 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50878) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:46.952185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Deleting port 3a0d3afe-665e-4490-a7f3-d564ecbf417a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:57:46.952505 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:46.977762 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-398529032-network', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:46.982234 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:46.986099 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Usage tracker for resource:network and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:46.988928 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:46.995318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:47.073528 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Made reservation on behalf of 87f7e97a27f64a379696cd88b44ce7b9 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:57:47.077231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.094600 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] For port 3a0d3afe-665e-4490-a7f3-d564ecbf417a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3a0d3afe-665e-4490-a7f3-d564ecbf417a,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:47.095246 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.095470 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.114985 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:47.122063 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:47.131179 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:47.133436 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:47.241770 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316ee7d9-0a7c-4ec6-bf84-a2f06dad68e5 req-7b93ddf5-7664-4161-b530-10292d14cabb tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 210 time: 0.0697141 May 19 05:57:47.281269 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Calling delete_port for 3a0d3afe-665e-4490-a7f3-d564ecbf417a owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:57:47.339582 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a049b-f7b5-4848-81a5-43ba6d41e734 req-701f9417-93b1-4b76-a150-e69c0e56c2cf tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:47.341059 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b03a049b-f7b5-4848-81a5-43ba6d41e734 req-701f9417-93b1-4b76-a150-e69c0e56c2cf tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2375252 May 19 05:57:47.347928 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.436594 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.443786 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4e40175d-5585-4848-9ac1-54badfead149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:47.453594 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b03a049b-f7b5-4848-81a5-43ba6d41e734 req-2e77e292-2b3f-4bea-be5c-fe31b9d2b132 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003220 May 19 05:57:47.493175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1177d0-da6f-4ffa-935f-0518ef414beb,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:47.496586 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:47.521544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392b8cc-67fb-4eae-9d0c-846604adbedc req-2cf3c3c6-5cd1-4d7d-b01d-babd7f3c9b5d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:47.527657 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d392b8cc-67fb-4eae-9d0c-846604adbedc req-2cf3c3c6-5cd1-4d7d-b01d-babd7f3c9b5d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 945 time: 0.1335087 May 19 05:57:47.531282 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.537847 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:47.541197 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:57:47.545187 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', '413f9bdf-da14-4c21-af93-4df12c2c5eb4', '0e657acc-1aab-4d81-9f9e-2649bb97730b', '3a0d3afe-665e-4490-a7f3-d564ecbf417a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:47.579305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.579637 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Added segment 4b6687e1-64b1-4d17-8733-084ed5e41380 of type vlan for network 88006204-9a09-4b99-9fda-259916a7d49d May 19 05:57:47.602344 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d392b8cc-67fb-4eae-9d0c-846604adbedc req-5065834b-d49b-4c92-9685-925a9ae739b8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652366 May 19 05:57:47.624372 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.658932 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event deleted for resources: {'Port': ['ID=3a0d3afe-665e-4490-a7f3-d564ecbf417a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:47.672260 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:47.749883 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] No DVR routers for this DVR port 3a0d3afe-665e-4490-a7f3-d564ecbf417a on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:57:47.752995 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.755755 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.757311 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:47.765363 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:47.765525 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'name': 'network-vif-deleted', 'tag': '3a0d3afe-665e-4490-a7f3-d564ecbf417a'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:47.765643 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:47.821773 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad37a82-5163-4115-bc42-d244d7634fb2', 'name': 'network-vif-deleted', 'tag': '3a0d3afe-665e-4490-a7f3-d564ecbf417a', 'status': 'completed', 'code': 200} May 19 05:57:47.882504 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Pushing event updated for resources: {'Network': ['ID=88006204-9a09-4b99-9fda-259916a7d49d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:47.887520 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-805a6c3f-c421-48b8-b818-7e8a4440e0ac req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "DELETE /v2.0/ports/3a0d3afe-665e-4490-a7f3-d564ecbf417a HTTP/1.1" status: 204 len: 173 time: 1.0978868 May 19 05:57:47.911225 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:47.918822 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 88006204-9a09-4b99-9fda-259916a7d49d details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:57:47.950578 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50914) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:47.951575 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1026690 May 19 05:57:47.957250 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Request body: {'subnet': {'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-398529032-subnet', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:47.962150 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:47.967128 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Usage tracker for resource:subnet and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:47.971551 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:47.981658 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:48.068013 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Made reservation on behalf of 87f7e97a27f64a379696cd88b44ce7b9 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:57:48.070707 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262412192'] for subnet, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:48.415083 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-648440ba-8279-4d6e-8097-401d648d7f6f req-a7c70195-5695-47ae-a4cf-a5bf89b06404 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 210 time: 0.0512149 May 19 05:57:48.587173 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1740245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262412178'] for subnet, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:48.591634 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-827a0ea0-24e9-40a4-b261-36185d9447dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:48.649583 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f245fb5-cd6a-49b2-871c-66eeb39e4987 req-b43ebecf-34a8-4977-8c6b-f52f9c56bb28 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:48.657191 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9f245fb5-cd6a-49b2-871c-66eeb39e4987 req-b43ebecf-34a8-4977-8c6b-f52f9c56bb28 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0907962 May 19 05:57:48.685703 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Checking segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:57:48.686037 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Network hostable DHCP agents. Network: 88006204-9a09-4b99-9fda-259916a7d49d, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:57:48.688958 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbe8f47-ad5c-435e-9158-6e40c45c5715,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:48.692923 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:48.715754 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9f245fb5-cd6a-49b2-871c-66eeb39e4987 req-ee1fecc2-514a-4259-9a9e-24cd403aa6bb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 May 19 05:57:48.855102 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Network 88006204-9a09-4b99-9fda-259916a7d49d is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:57:48.869065 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-a6ca0b34-4c28-4572-9c70-8b5ecee6e23d req-44bd8d3b-f3bd-4b00-b74c-e577f6374e50 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:57:48.875517 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-291e3964-af3a-493b-b429-12d33e9926d2 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5e635cc06eee4ec0bf4c316b510825a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461974 May 19 05:57:48.890912 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e048435e-138e-4c95-b2dc-c47b61402261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:48.923841 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50936) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:49.065252 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-a6ca0b34-4c28-4572-9c70-8b5ecee6e23d req-44bd8d3b-f3bd-4b00-b74c-e577f6374e50 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:57:49.066019 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a6ca0b34-4c28-4572-9c70-8b5ecee6e23d req-44bd8d3b-f3bd-4b00-b74c-e577f6374e50 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad37a82-5163-4115-bc42-d244d7634fb2 HTTP/1.1" status: 200 len: 210 time: 0.2784038 May 19 05:57:49.067152 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 88006204-9a09-4b99-9fda-259916a7d49d) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:49.076805 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e40b1c-66a8-4032-ae36-e363be5e0882 None None] Network 88006204-9a09-4b99-9fda-259916a7d49d requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:57:49.085896 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.105563 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:49.106150 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.136427 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:49.157666 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Usage tracker for resource:security_group_rule and tenant:4a61e7b4d881434fbdc68f08ea22cf56 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:49.161715 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:49.170612 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-e197778d-e528-4132-bb38-8e641d7b8ca9 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:49.172081 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-e197778d-e528-4132-bb38-8e641d7b8ca9 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890692 May 19 05:57:49.176363 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:49.185469 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Request body: {'port': {'device_id': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98', 'admin_state_up': True, 'tenant_id': '5e635cc06eee4ec0bf4c316b510825a3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:49.291062 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3388238 May 19 05:57:49.295036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50952) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:49.301347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:49.309692 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:49.321520 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Usage tracker for resource:router and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:49.324765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:49.339814 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:49.375510 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:49.386425 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-88006204-9a09-4b99-9fda-259916a7d49d', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:57:49.386671 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Usage tracker for resource:port and tenant:5e635cc06eee4ec0bf4c316b510825a3 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:49.387754 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.392888 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:49.400339 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:49.450035 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.482862 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.484116 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.506879 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Made reservation on behalf of 5e635cc06eee4ec0bf4c316b510825a3 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:57:49.510445 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.513578 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.533256 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.556907 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:49.561822 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Usage tracker for resource:security_group_rule and tenant:5e635cc06eee4ec0bf4c316b510825a3 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:49.566251 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:49.569769 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.582104 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:49.587352 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Allocated IP 172.20.0.2 (88006204-9a09-4b99-9fda-259916a7d49d/ddbe8f47-ad5c-435e-9158-6e40c45c5715/6aee1e1f-db68-4883-82de-80654fd610b7) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:57:49.620416 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:49.624808 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9cfc8-bf8f-4baf-bb71-2251150fd7c0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:49.632528 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:49.666689 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a61e7b4d881434fbdc68f08ea22cf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418528 May 19 05:57:49.668064 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0b51c61a-dee3-4e06-b5dd-2ea8f63a23cd req-4c5d462c-9420-4c1f-9b4f-c49513859bb5 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 210 time: 0.0554216 May 19 05:57:49.669315 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 50964) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:49.740671 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.760103 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.807855 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50970) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:49.811401 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.821773 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1e8d94b7-6624-4814-b636-73320b3be61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:49.881506 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.894967 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Transition to ACTIVE for port object 6aee1e1f-db68-4883-82de-80654fd610b7 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:49.918226 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Transition to ACTIVE for port object 6aee1e1f-db68-4883-82de-80654fd610b7 will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:49.920248 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.977050 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:49.988508 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:49.995784 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0ec0a0-629b-4899-aeca-5854b07f0091,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:50.005033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:50.063362 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Network 88006204-9a09-4b99-9fda-259916a7d49d is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:50.069956 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:50.075125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:57:50.076582 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.082011 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.107350 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:50.118902 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Usage tracker for resource:security_group_rule and tenant:d7cfd56a51ab4fa8a8f02b6971990366 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:50.124246 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:50.126986 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Pushing event updated for resources: {'Port': ['ID=6aee1e1f-db68-4883-82de-80654fd610b7,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:50.143510 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cd067-09bd-4a72-a75c-ee0386269289 req-49672780-e224-459e-b095-f4eae91adefd tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:50.145669 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c66cd067-09bd-4a72-a75c-ee0386269289 req-49672780-e224-459e-b095-f4eae91adefd tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2597919 May 19 05:57:50.146649 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:50.164018 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:50.170889 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Allocated IP 192.168.233.156 (5baf4f09-ded1-452a-8cd6-5edd8cdb2a98/e603ac00-c403-4dd1-98ae-5a99c3987a14/19db2dd8-de58-4d10-a6bd-72a8dd655665) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:57:50.191872 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Attempting to bind port 6aee1e1f-db68-4883-82de-80654fd610b7 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:57:50.192236 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Attempting to bind port 6aee1e1f-db68-4883-82de-80654fd610b7 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:57:50.192602 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Attempting to bind port 6aee1e1f-db68-4883-82de-80654fd610b7 on network 88006204-9a09-4b99-9fda-259916a7d49d {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:50.198439 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:57:50.198831 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Checking segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:57:50.199684 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.199817 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Bound using segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:57:50.200322 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Bound port: 6aee1e1f-db68-4883-82de-80654fd610b7, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:57:50.200738 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.244761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.251661 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-137adf99-fa56-4078-a053-5c75b4db3b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:50.255120 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c66cd067-09bd-4a72-a75c-ee0386269289 req-c94e1407-deb9-4e62-82c2-97cf96d9fde8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926127 May 19 05:57:50.271653 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9cfc8-bf8f-4baf-bb71-2251150fd7c0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:50.281195 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:50.307402 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.313036 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37d9cfc8-bf8f-4baf-bb71-2251150fd7c0 HTTP/1.1" status: 204 len: 168 time: 0.6422184 May 19 05:57:50.347336 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] For port 6aee1e1f-db68-4883-82de-80654fd610b7, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:57:50.361636 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] For port 6aee1e1f-db68-4883-82de-80654fd610b7, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=6aee1e1f-db68-4883-82de-80654fd610b7,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:57:50.439424 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.444715 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:50.460924 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.533665 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Pushing event updated for resources: {'Port': ['ID=6aee1e1f-db68-4883-82de-80654fd610b7,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:50.537940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:50.543557 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.555805 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9c3d6ec7-1338-4e5b-a802-3f2386c5be64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:50.572278 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.592507 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.596193 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a637b6-9cd4-49cc-9d1d-adc98505a63f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:50.611885 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:50.627503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.639138 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7cfd56a51ab4fa8a8f02b6971990366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8296638 May 19 05:57:50.640500 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Transition to ACTIVE for port object 19db2dd8-de58-4d10-a6bd-72a8dd655665 will not be triggered until provisioned by entity DHCP. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:50.641691 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 50988) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:50.777249 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.823121 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.832965 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:50.861461 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:50.947184 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:50.951908 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Allocated IP 172.28.2.71 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/de0faba2-ff1a-4340-9bd3-0d03e462b95c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:57:50.957801 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:50.963510 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:57:51.012712 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Pushing event updated for resources: {'Port': ['ID=19db2dd8-de58-4d10-a6bd-72a8dd655665,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:51.019974 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 3a0d3afe-665e-4490-a7f3-d564ecbf417a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:57:51.020505 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:51.047803 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:51.049910 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.096296 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 3a0d3afe-665e-4490-a7f3-d564ecbf417a {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:57:51.096654 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 3a0d3afe-665e-4490-a7f3-d564ecbf417a not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:57:51.127155 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eb7b1-1f0e-4e67-af35-ea725d581196 req-0feb76c3-0f4d-4d2d-b4d4-bcd8e97b736c tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:51.129654 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f11eb7b1-1f0e-4e67-af35-ea725d581196 req-0feb76c3-0f4d-4d2d-b4d4-bcd8e97b736c tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 936 time: 0.2501690 May 19 05:57:51.131210 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.133089 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.137490 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11a637b6-9cd4-49cc-9d1d-adc98505a63f HTTP/1.1" status: 204 len: 168 time: 0.4947066 May 19 05:57:51.140922 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8b282f5b-d790-439b-b0af-23e1f98935d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:51.158798 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a637b6-9cd4-49cc-9d1d-adc98505a63f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:51.162974 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:51.221257 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.233964 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0524485 May 19 05:57:51.235845 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f11eb7b1-1f0e-4e67-af35-ea725d581196 req-dd129c87-619b-4512-8a6d-f2a7028b6121 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814877 May 19 05:57:51.250016 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Request body: {'port': {'device_id': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:51.336553 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.360422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.369716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:51.373925 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.414368 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-280f969c-e39d-43fb-8b95-072ffe64fc15 None None] Provisioning for port 19db2dd8-de58-4d10-a6bd-72a8dd655665 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:51.420683 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-280f969c-e39d-43fb-8b95-072ffe64fc15 None None] Provisioning complete for port 19db2dd8-de58-4d10-a6bd-72a8dd655665 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:51.421284 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-280f969c-e39d-43fb-8b95-072ffe64fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.447207 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:51.453140 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:51.454923 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:57:51.500948 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Pushing event updated for resources: {'Port': ['ID=de0faba2-ff1a-4340-9bd3-0d03e462b95c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:51.516279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:51.516392 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-280f969c-e39d-43fb-8b95-072ffe64fc15 None None] Port 19db2dd8-de58-4d10-a6bd-72a8dd655665 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:57:51.518134 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d6668a9e-c6fa-4f99-989d-3b6992687632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:51.601193 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aa36a-48b4-4f2a-a337-87cc5fe722bc req-19c9402b-c0ab-4cc9-965c-bc4b7c5965d5 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:51.608346 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-817aa36a-48b4-4f2a-a337-87cc5fe722bc req-19c9402b-c0ab-4cc9-965c-bc4b7c5965d5 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2231278 May 19 05:57:51.807177 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 6aee1e1f-db68-4883-82de-80654fd610b7 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:51.870373 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-817aa36a-48b4-4f2a-a337-87cc5fe722bc req-1f8bbb88-02c1-4127-a35f-7560ecdea613 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511110 May 19 05:57:52.010064 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19db2dd8-de58-4d10-a6bd-72a8dd655665 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:52.017913 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.018840 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48452202-d767-40f0-94a1-48669acdf630 None None] Network 88006204-9a09-4b99-9fda-259916a7d49d requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:57:52.033240 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Transition to ACTIVE for port object 19db2dd8-de58-4d10-a6bd-72a8dd655665 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:52.050601 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 6aee1e1f-db68-4883-82de-80654fd610b7 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:52.120711 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.129517 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:52.145233 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51010) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:52.181323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.202441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:52.207910 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Provisioning for port 6aee1e1f-db68-4883-82de-80654fd610b7 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:52.209614 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Usage tracker for resource:security_group_rule and tenant:ac50f54df5714988a269a941acd6c2aa is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:52.212708 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:52.221771 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:52.231644 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Provisioning complete for port 6aee1e1f-db68-4883-82de-80654fd610b7 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:52.232137 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.300065 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.348181 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Pushing event updated for resources: {'Port': ['ID=19db2dd8-de58-4d10-a6bd-72a8dd655665,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:52.357577 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:52.374393 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.493669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Attempting to bind port 19db2dd8-de58-4d10-a6bd-72a8dd655665 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:57:52.494299 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Attempting to bind port 19db2dd8-de58-4d10-a6bd-72a8dd655665 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:57:52.494794 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Attempting to bind port 19db2dd8-de58-4d10-a6bd-72a8dd655665 on network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:52.499907 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Port 19db2dd8-de58-4d10-a6bd-72a8dd655665 on network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:57:52.502850 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Attempting to bind port 19db2dd8-de58-4d10-a6bd-72a8dd655665 on network 5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:52.514881 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.524135 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:57:52.524474 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Checking segment: {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:57:52.525108 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Bound using segment: {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:57:52.525549 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Bound port: 19db2dd8-de58-4d10-a6bd-72a8dd655665, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:57:52.525894 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.582415 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] For port 6aee1e1f-db68-4883-82de-80654fd610b7, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=6aee1e1f-db68-4883-82de-80654fd610b7,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:52.644256 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] For port 19db2dd8-de58-4d10-a6bd-72a8dd655665, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:57:52.644950 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.648184 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:52.648952 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] For port 19db2dd8-de58-4d10-a6bd-72a8dd655665, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:57:52.720908 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.731373 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Pushing event updated for resources: {'Port': ['ID=6aee1e1f-db68-4883-82de-80654fd610b7,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:52.735113 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:52.741547 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687253b-e297-46ca-8062-7c652a2a6b7b req-663823bf-b509-4828-a6cf-7fd410a6d0e1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:52.743104 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7687253b-e297-46ca-8062-7c652a2a6b7b req-663823bf-b509-4828-a6cf-7fd410a6d0e1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 946 time: 0.0891397 May 19 05:57:52.747109 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.754017 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:52.839134 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.852280 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-06203d01-1250-4179-adbe-10d0da363e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:52.859970 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:52.860934 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.861929 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] 10.222.0.32 "PUT /v2.0/ports/19db2dd8-de58-4d10-a6bd-72a8dd655665 HTTP/1.1" status: 200 len: 1098 time: 1.6194077 May 19 05:57:52.862792 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'tag': '19db2dd8-de58-4d10-a6bd-72a8dd655665'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:52.882542 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7687253b-e297-46ca-8062-7c652a2a6b7b req-bd648b6d-9f30-46fb-95c1-1c279527c17a tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307838 May 19 05:57:52.885599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f9ad6-1129-4ac9-9072-9ac77a0de077 req-1c60111f-6996-4125-9cd4-f363ef987c2f tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:52.897382 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Pushing event updated for resources: {'Port': ['ID=19db2dd8-de58-4d10-a6bd-72a8dd655665,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:52.900229 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-1bc3aa8c-2971-47d5-9c94-59847afdf0ca None None] Provisioning complete for port 6aee1e1f-db68-4883-82de-80654fd610b7 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:52.900949 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1bc3aa8c-2971-47d5-9c94-59847afdf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:52.905370 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:52.914984 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87f9ad6-1129-4ac9-9072-9ac77a0de077 req-1c60111f-6996-4125-9cd4-f363ef987c2f tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 948 time: 0.3073046 May 19 05:57:52.955539 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'tag': '19db2dd8-de58-4d10-a6bd-72a8dd655665', 'status': 'completed', 'code': 200} May 19 05:57:53.092098 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac50f54df5714988a269a941acd6c2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9456139 May 19 05:57:53.096837 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51036) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:53.111839 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47be33a5-c4fb-40a2-b07e-0dc83184b882,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:53.133885 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:53.154261 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87f9ad6-1129-4ac9-9072-9ac77a0de077 req-63f251e1-dbce-473b-9b32-3239e9e23977 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403131 May 19 05:57:53.158052 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.181404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-d2431a5c-bc6a-44b3-852e-e3cf2b8dc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:53.182851 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-d2431a5c-bc6a-44b3-852e-e3cf2b8dc91e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e635cc06eee4ec0bf4c316b510825a3&device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 1101 time: 0.2073395 May 19 05:57:53.194090 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137a594-ed1e-4780-8142-ff6eabed341a req-94aa12bb-198b-4125-9d61-fbde519e423b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:53.195424 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f137a594-ed1e-4780-8142-ff6eabed341a req-94aa12bb-198b-4125-9d61-fbde519e423b tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1219425 May 19 05:57:53.268160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.268473 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-ee6c4f37-612a-4ffc-b497-d8e811fee133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665 HTTP/1.1" status: 200 len: 217 time: 0.0721495 May 19 05:57:53.326299 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f137a594-ed1e-4780-8142-ff6eabed341a req-a9bcf70e-7426-463e-ab27-6e6fd968c765 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794492 May 19 05:57:53.360319 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-98ca8c04-16b3-4c89-93bd-cec08a3c6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:53.361730 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-98ca8c04-16b3-4c89-93bd-cec08a3c6d85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e603ac00-c403-4dd1-98ae-5a99c3987a14 HTTP/1.1" status: 200 len: 843 time: 0.0752561 May 19 05:57:53.364963 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.450449 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-f0b63f6d-779f-4c0c-b425-aeb6175b1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:53.451946 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-f0b63f6d-779f-4c0c-b425-aeb6175b1ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5baf4f09-ded1-452a-8cd6-5edd8cdb2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802619 May 19 05:57:53.490128 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Router 8311ac08-1f1c-43db-ac9b-d2c638eb437e is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:57:53.552771 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.563895 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-02060aca-5609-43e6-8e15-b97dd223611c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:53.586647 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47be33a5-c4fb-40a2-b07e-0dc83184b882,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:53.592682 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:53.610744 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-6e1ab089-0868-4f17-8383-6e8f0985cac3 service neutron] 10.222.0.32 "GET /v2.0/networks/5baf4f09-ded1-452a-8cd6-5edd8cdb2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478665 May 19 05:57:53.669545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.670623 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47be33a5-c4fb-40a2-b07e-0dc83184b882 HTTP/1.1" status: 204 len: 168 time: 0.5645809 May 19 05:57:53.680129 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 6aee1e1f-db68-4883-82de-80654fd610b7 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:53.698022 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:57:53.707364 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Sync routers for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:57:53.717697 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:57:53.718393 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:53.778116 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ae28fd0e-0a39-47df-92e7-b7072b7bbaa4 req-cff14741-ee9d-4fc7-a34a-3a230dc171f1 service neutron] 10.222.0.32 "GET /v2.0/networks/5baf4f09-ded1-452a-8cd6-5edd8cdb2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573296 May 19 05:57:53.778695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 6aee1e1f-db68-4883-82de-80654fd610b7 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:53.778695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.782196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:53.783432 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4872677 May 19 05:57:53.789459 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51044) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:53.925080 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:57:54.131698 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-363d7cf1-c10f-4267-b715-11bfa15b4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.133318 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-363d7cf1-c10f-4267-b715-11bfa15b4c89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e635cc06eee4ec0bf4c316b510825a3&device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 1101 time: 0.1983368 May 19 05:57:54.172263 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1553b-0086-4863-8085-eb8496cd1453 req-c56e1e5f-d14b-48db-8492-1c421283e96d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.173842 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99a1553b-0086-4863-8085-eb8496cd1453 req-c56e1e5f-d14b-48db-8492-1c421283e96d tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 946 time: 0.1442175 May 19 05:57:54.235001 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:51Z', 'revision_number': 3, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:54.248211 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Checking router: 8311ac08-1f1c-43db-ac9b-d2c638eb437e for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:57:54.248837 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Updating router 8311ac08-1f1c-43db-ac9b-d2c638eb437e port de0faba2-ff1a-4340-9bd3-0d03e462b95c binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:57:54.307528 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.309088 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.359795 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99a1553b-0086-4863-8085-eb8496cd1453 req-afad091b-f764-4caf-a1f6-0112fd5c10b8 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684277 May 19 05:57:54.410795 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-632d31e9-e812-4e17-ae45-dd3d03907762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.413388 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-632d31e9-e812-4e17-ae45-dd3d03907762 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5baf4f09-ded1-452a-8cd6-5edd8cdb2a98 HTTP/1.1" status: 200 len: 869 time: 0.2691469 May 19 05:57:54.540272 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51058) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:54.575691 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.611561 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-187991ef-e407-449b-b9e5-9251920e6cdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665 HTTP/1.1" status: 200 len: 217 time: 0.1899936 May 19 05:57:54.676741 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:54.688347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Usage tracker for resource:security_group_rule and tenant:b8e20241e13c4f328bde6a4f02f7fc67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:54.698008 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-782f4af2-4924-458e-b234-1f6a095af599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.699464 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-782f4af2-4924-458e-b234-1f6a095af599 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e603ac00-c403-4dd1-98ae-5a99c3987a14 HTTP/1.1" status: 200 len: 843 time: 0.0775712 May 19 05:57:54.702845 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031eda-abae-424e-81f7-b90230449e6c req-f55db252-bfc3-4239-8cab-a5bb89ec5345 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.708183 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ae031eda-abae-424e-81f7-b90230449e6c req-f55db252-bfc3-4239-8cab-a5bb89ec5345 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 948 time: 0.3838186 May 19 05:57:54.709699 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:54.714690 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276a4d-eb57-4dc4-9f7a-6fdeb4ad73d4 req-fad69350-5b55-4f7d-afad-0b252b672578 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.718870 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3b276a4d-eb57-4dc4-9f7a-6fdeb4ad73d4 req-fad69350-5b55-4f7d-afad-0b252b672578 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1477151 May 19 05:57:54.719008 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.729513 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Transition to ACTIVE for port object de0faba2-ff1a-4340-9bd3-0d03e462b95c will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:54.741029 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:54.810781 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.814613 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3b276a4d-eb57-4dc4-9f7a-6fdeb4ad73d4 req-f4ff7d73-f78f-47b7-ae0a-766a496da467 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646005 May 19 05:57:54.815229 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:54.830618 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-1ab85423-347a-4db4-a41e-09e561585a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.832715 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-1ab85423-347a-4db4-a41e-09e561585a0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5baf4f09-ded1-452a-8cd6-5edd8cdb2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1156209 May 19 05:57:54.847520 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ae031eda-abae-424e-81f7-b90230449e6c req-c810bf6d-06c7-41e6-b49c-b88e5b6687f6 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286290 May 19 05:57:54.910019 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Attempting to bind port de0faba2-ff1a-4340-9bd3-0d03e462b95c on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:57:54.910670 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Attempting to bind port de0faba2-ff1a-4340-9bd3-0d03e462b95c by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:57:54.911387 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Attempting to bind port de0faba2-ff1a-4340-9bd3-0d03e462b95c on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:57:54.919515 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:57:54.920133 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:57:54.923279 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.923279 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:57:54.923279 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Bound port: de0faba2-ff1a-4340-9bd3-0d03e462b95c, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:57:54.923279 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:54.924207 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-fba8b3b3-87d0-492e-93c3-dec4aec1661e tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:54.926255 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-fba8b3b3-87d0-492e-93c3-dec4aec1661e tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 946 time: 0.3517189 May 19 05:57:54.946948 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Pushing event updated for resources: {'Port': ['ID=de0faba2-ff1a-4340-9bd3-0d03e462b95c,revision_number=2']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:54.964209 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.964562 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.964872 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.965192 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.965514 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.965835 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.966147 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.966460 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.966794 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.967125 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.967444 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.967750 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:54.977036 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:55.006384 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-49f2ffb7-9fae-4ea0-8aef-f7e3988f448d service neutron] 10.222.0.32 "GET /v2.0/networks/5baf4f09-ded1-452a-8cd6-5edd8cdb2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541941 May 19 05:57:55.021261 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.024909 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] For port de0faba2-ff1a-4340-9bd3-0d03e462b95c, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:57:55.028144 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] For port de0faba2-ff1a-4340-9bd3-0d03e462b95c, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=de0faba2-ff1a-4340-9bd3-0d03e462b95c,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:57:55.084634 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.090170 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:55.158262 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ebd8d84c-8ac5-41f4-bd5f-ec5322473db8 req-c42f3160-3ea1-4f62-9c1f-ed7f76d0ea7e service neutron] 10.222.0.32 "GET /v2.0/networks/5baf4f09-ded1-452a-8cd6-5edd8cdb2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437843 May 19 05:57:55.168831 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:57:55.169449 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:55.199321 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.242390 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Pushing event updated for resources: {'Port': ['ID=de0faba2-ff1a-4340-9bd3-0d03e462b95c,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:55.253141 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:55.279088 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Deleting port 0e657acc-1aab-4d81-9f9e-2649bb97730b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:57:55.279422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.307583 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.320667 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-33d4d7ea-428d-4aeb-b2bf-fc8db6e1074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:55.356644 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:57:55.458645 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8e20241e13c4f328bde6a4f02f7fc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9152615 May 19 05:57:55.461289 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:55.479616 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e4699-5c37-4898-a843-683f7fe069e2,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:55.483034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:55.497355 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Allocated IP 172.20.0.1 (88006204-9a09-4b99-9fda-259916a7d49d/ddbe8f47-ad5c-435e-9158-6e40c45c5715/8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:57:55.542292 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.569179 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.695889 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:51Z', 'revision_number': 3, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:55.699989 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b20c6-7105-42bf-8a0b-be11267e0c97 None None] The sync data for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb is: [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:51Z', 'revision_number': 3, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:57:55.730801 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.735561 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e52698ed-1aa4-4ef1-803d-e041e6c88c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:55.746873 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e4699-5c37-4898-a843-683f7fe069e2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:55.750513 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:55.755336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.758402 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/175e4699-5c37-4898-a843-683f7fe069e2 HTTP/1.1" status: 204 len: 168 time: 0.2938972 May 19 05:57:55.771265 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] For port 0e657acc-1aab-4d81-9f9e-2649bb97730b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0e657acc-1aab-4d81-9f9e-2649bb97730b,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:55.771739 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:55.943614 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Calling delete_port for 0e657acc-1aab-4d81-9f9e-2649bb97730b owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:57:55.997740 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb14c8c-63de-4d59-91b5-2595518f69f5 req-6c094622-48db-4bc0-a09b-6773f29adfc6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:55.999246 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2bb14c8c-63de-4d59-91b5-2595518f69f5 req-6c094622-48db-4bc0-a09b-6773f29adfc6 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 946 time: 0.5032725 May 19 05:57:56.055163 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.098702 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Transition to ACTIVE for port object 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:57:56.105625 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e443f8-7143-4dbb-b0e8-c8e6747f4df4 req-02c47bde-8f18-4df9-8067-facb83d38361 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:56.106150 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2bb14c8c-63de-4d59-91b5-2595518f69f5 req-e0937793-d7e2-4531-bf57-a32862557f1c tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938122 May 19 05:57:56.111003 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-49e443f8-7143-4dbb-b0e8-c8e6747f4df4 req-02c47bde-8f18-4df9-8067-facb83d38361 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1390448 May 19 05:57:56.185358 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-49e443f8-7143-4dbb-b0e8-c8e6747f4df4 req-c76afca4-e1e0-4cc0-85cb-7d59883e7dc4 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692821 May 19 05:57:56.203386 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.232624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:56.347916 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Network 88006204-9a09-4b99-9fda-259916a7d49d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:56.366587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:56.368966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:57:56.466753 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Pushing event updated for resources: {'Port': ['ID=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:56.469032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:56.488093 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.494379 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.498106 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:56.504471 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', '413f9bdf-da14-4c21-af93-4df12c2c5eb4', '0e657acc-1aab-4d81-9f9e-2649bb97730b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:56.551498 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event deleted for resources: {'Port': ['ID=0e657acc-1aab-4d81-9f9e-2649bb97730b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:56.558477 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:56.576500 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf26a1-c86e-4ba4-9dbe-f0888665259c req-dc450d37-3eb2-47c9-883f-380170fceaec tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:56.578042 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-14bf26a1-c86e-4ba4-9dbe-f0888665259c req-dc450d37-3eb2-47c9-883f-380170fceaec tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 948 time: 0.3128376 May 19 05:57:56.695186 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] No DVR routers for this DVR port 0e657acc-1aab-4d81-9f9e-2649bb97730b on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:57:56.697258 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.704503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd6863-0266-47d3-bb35-36036348dcfc', 'name': 'network-vif-deleted', 'tag': '0e657acc-1aab-4d81-9f9e-2649bb97730b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:56.795264 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bd6863-0266-47d3-bb35-36036348dcfc', 'name': 'network-vif-deleted', 'tag': '0e657acc-1aab-4d81-9f9e-2649bb97730b', 'status': 'completed', 'code': 200} May 19 05:57:56.811380 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-14bf26a1-c86e-4ba4-9dbe-f0888665259c req-301972d6-41cb-4383-ad73-68a9c7143234 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806459 May 19 05:57:56.869534 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-aa4b36ac-edb2-420d-b230-62ba18e37a8f req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "DELETE /v2.0/ports/0e657acc-1aab-4d81-9f9e-2649bb97730b HTTP/1.1" status: 204 len: 173 time: 1.9324749 May 19 05:57:56.876241 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f773f7df-334c-436e-9a8e-2740f943efe3 None None] Provisioning for port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:56.885997 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f773f7df-334c-436e-9a8e-2740f943efe3 None None] Provisioning complete for port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:56.886382 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f773f7df-334c-436e-9a8e-2740f943efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.969964 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:56.971637 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-f773f7df-334c-436e-9a8e-2740f943efe3 None None] Port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:57:57.060294 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 19db2dd8-de58-4d10-a6bd-72a8dd655665 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:57:57.213214 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:57.235230 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 19db2dd8-de58-4d10-a6bd-72a8dd655665, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:57.260217 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '19db2dd8-de58-4d10-a6bd-72a8dd655665', 'network_id': '5baf4f09-ded1-452a-8cd6-5edd8cdb2a98', 'port_id': '19db2dd8-de58-4d10-a6bd-72a8dd655665', 'mac_address': 'fa:16:3e:0d:89:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e603ac00-c403-4dd1-98ae-5a99c3987a14', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:57:57.313430 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:57.379700 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-864b4ca4-716d-4734-b579-1ceadb88b292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:57.382139 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:57.399341 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4d8df3ec-7669-486c-b553-d99888cdebfa req-bad7a499-418e-4b32-9505-460739a5df97 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=14bd6863-0266-47d3-bb35-36036348dcfc HTTP/1.1" status: 200 len: 210 time: 0.0888681 May 19 05:57:57.408333 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19db2dd8-de58-4d10-a6bd-72a8dd655665 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:57:57.428214 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 19db2dd8-de58-4d10-a6bd-72a8dd655665, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:57.507766 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:57.509868 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:57.556739 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Pushing event updated for resources: {'Port': ['ID=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:57.559650 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:57.571447 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:57.601852 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=19db2dd8-de58-4d10-a6bd-72a8dd655665,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:57.617364 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.621480 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.621802 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.622146 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.622480 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.622816 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.623262 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.623596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.627967 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.627967 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.627967 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.627967 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:57:57.629656 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:57.734451 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1577e-39ca-43d1-ad06-431080986f39 req-d62bac12-de84-4985-b538-f7fdcf40e33f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:57.736083 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-67d1577e-39ca-43d1-ad06-431080986f39 req-d62bac12-de84-4985-b538-f7fdcf40e33f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.3574977 May 19 05:57:57.777498 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device de0faba2-ff1a-4340-9bd3-0d03e462b95c up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:57.808699 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['19db2dd8-de58-4d10-a6bd-72a8dd655665'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:57:57.813004 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Network 88006204-9a09-4b99-9fda-259916a7d49d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:57:57.816629 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-67d1577e-39ca-43d1-ad06-431080986f39 req-5a2957fc-9748-4a87-b35e-106a27186b10 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733941 May 19 05:57:57.821541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:57:58.055903 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port de0faba2-ff1a-4340-9bd3-0d03e462b95c completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:58.064711 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-7f5947b6-9c71-462d-a1b8-e6be731e7b6d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:58.065726 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-7f5947b6-9c71-462d-a1b8-e6be731e7b6d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Synchronizing usage tracker for tenant:5e635cc06eee4ec0bf4c316b510825a3 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:57:58.071492 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port de0faba2-ff1a-4340-9bd3-0d03e462b95c triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:58.071864 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:58.141738 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-7f5947b6-9c71-462d-a1b8-e6be731e7b6d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Unset dirty status for tenant:5e635cc06eee4ec0bf4c316b510825a3 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:57:58.143113 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-7f5947b6-9c71-462d-a1b8-e6be731e7b6d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 949 time: 0.1875384 May 19 05:57:58.170244 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Router 8311ac08-1f1c-43db-ac9b-d2c638eb437e has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:57:58.194151 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-33ecb1d9-5ff0-475f-b41b-499e2ad70c75 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Synchronizing usage tracker for tenant:5e635cc06eee4ec0bf4c316b510825a3 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:57:58.248126 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:58.254147 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f5e531c8-1540-472a-b50e-dfe572b7e663 None None] Provisioning complete for port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:58.254511 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f5e531c8-1540-472a-b50e-dfe572b7e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:58.267087 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-33ecb1d9-5ff0-475f-b41b-499e2ad70c75 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Unset dirty status for tenant:5e635cc06eee4ec0bf4c316b510825a3 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:57:58.268389 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-797a31b1-7f83-42fd-ac23-8ff6b267b082 req-33ecb1d9-5ff0-475f-b41b-499e2ad70c75 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176536 May 19 05:57:58.295891 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port de0faba2-ff1a-4340-9bd3-0d03e462b95c, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=de0faba2-ff1a-4340-9bd3-0d03e462b95c,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:58.322526 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-f5e531c8-1540-472a-b50e-dfe572b7e663 None None] Port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:57:58.356437 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:57:58.361411 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] 10.222.0.24 "PUT /v2.0/routers/8311ac08-1f1c-43db-ac9b-d2c638eb437e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5742095 May 19 05:57:58.370192 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:58.373770 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:58.403412 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Sync routers for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:57:58.436146 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:57:58.436791 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:58.529969 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=de0faba2-ff1a-4340-9bd3-0d03e462b95c,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:58.534561 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:58.662020 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c52cb-6d56-4a25-a794-aca204070202 req-1d006611-5640-4ddb-a8a4-18918483e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:58.663549 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-1d006611-5640-4ddb-a8a4-18918483e6c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.1041367 May 19 05:57:58.700659 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:57:58.856219 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c52cb-6d56-4a25-a794-aca204070202 req-b410ba6c-597e-4baa-871d-34db30cd73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:58.857875 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-b410ba6c-597e-4baa-871d-34db30cd73a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.1697733 May 19 05:57:58.950843 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-e265c1ce-a969-4572-b24c-dfd35d907b8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.0775430 May 19 05:57:59.062044 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 19db2dd8-de58-4d10-a6bd-72a8dd655665 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:59.091329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c52cb-6d56-4a25-a794-aca204070202 req-03fc30ef-7155-40d3-aac1-feeaad675fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:59.092222 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-03fc30ef-7155-40d3-aac1-feeaad675fd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.1347814 May 19 05:57:59.114587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7dcf-7584-4191-b83e-6d4ec6f9204c req-c204270d-7574-48ac-9a5f-cbd0f7a384f2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:59.116032 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ae4a7dcf-7584-4191-b83e-6d4ec6f9204c req-c204270d-7574-48ac-9a5f-cbd0f7a384f2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1254194 May 19 05:57:59.162421 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-d08089c9-2a44-48ea-b438-06f505c1a654 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454099 May 19 05:57:59.182532 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:57:57Z', 'revision_number': 2, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:57:59.186996 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Checking router: 8311ac08-1f1c-43db-ac9b-d2c638eb437e for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:57:59.187396 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Updating router 8311ac08-1f1c-43db-ac9b-d2c638eb437e port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:57:59.200444 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a62aa-43e8-46d7-bd97-73abde49125b req-ffa904b2-12b9-4609-94cc-4313d71d83a7 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:59.208944 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-112a62aa-43e8-46d7-bd97-73abde49125b req-ffa904b2-12b9-4609-94cc-4313d71d83a7 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 945 time: 0.1402967 May 19 05:57:59.249290 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.268231 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 19db2dd8-de58-4d10-a6bd-72a8dd655665 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:57:59.277639 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 19db2dd8-de58-4d10-a6bd-72a8dd655665 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:57:59.277969 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-112a62aa-43e8-46d7-bd97-73abde49125b req-1c8edf48-d447-4383-81fb-c0efbb33ca7b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652690 May 19 05:57:59.278103 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.306986 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:59.336462 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ae4a7dcf-7584-4191-b83e-6d4ec6f9204c req-ec6ae8d9-9250-4c15-87e3-fb8d0d50d785 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729815 May 19 05:57:59.393941 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-3c2bb2b8-6a60-4d6d-a341-bb46042f3228 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159481 May 19 05:57:59.553217 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f54e-7a36-4362-962b-69ef5c5daf17 req-50bb720b-00b7-4461-a56a-8c60d0fa1e41 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:57:59.555617 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3245f54e-7a36-4362-962b-69ef5c5daf17 req-50bb720b-00b7-4461-a56a-8c60d0fa1e41 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 949 time: 0.1255007 May 19 05:57:59.577051 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-645c52cb-6d56-4a25-a794-aca204070202 req-4e697ede-e3bd-40fd-980b-6ea0761618b1 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748133 May 19 05:57:59.629888 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.637380 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.654174 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51172) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:59.663440 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1506958447-network', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:57:59.672960 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:59.676329 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:59.677214 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Usage tracker for resource:network and tenant:6bdfb3eed5fb43fe98f44a49c5f86091 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:59.680403 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:59.686286 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Usage tracker for resource:security_group_rule and tenant:4339e094d09d420589b0357bc1613749 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:59.695636 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:59.696638 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3245f54e-7a36-4362-962b-69ef5c5daf17 req-64611b02-c6d9-4351-8ad1-4ea24a953f4b tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348252 May 19 05:57:59.697532 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:59.708522 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:59.770713 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Made reservation on behalf of 6bdfb3eed5fb43fe98f44a49c5f86091 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:57:59.773556 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.789128 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.809604 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:57:59.812369 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.813998 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Usage tracker for resource:security_group_rule and tenant:6bdfb3eed5fb43fe98f44a49c5f86091 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:57:59.816985 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:57:59.822914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:57:59.844605 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device de0faba2-ff1a-4340-9bd3-0d03e462b95c up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:57:59.885039 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:57:59.893514 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-45e7f577-7f35-4d49-9662-f554384ac6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:57:59.919395 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db2dd8-de58-4d10-a6bd-72a8dd655665'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:57:59.954780 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4339e094d09d420589b0357bc1613749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6464577 May 19 05:57:59.955461 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6148216-0b28-432b-b791-491217aecf50,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:57:59.958390 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51182) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:57:59.969554 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:57:59.986629 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 19db2dd8-de58-4d10-a6bd-72a8dd655665, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:57:59.990591 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db2dd8-de58-4d10-a6bd-72a8dd655665', 'code': 200} May 19 05:58:00.013484 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.014241 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.033621 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Transition to ACTIVE for port object 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:00.039991 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.055680 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port de0faba2-ff1a-4340-9bd3-0d03e462b95c triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:00.056049 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.069079 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.099065 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.100059 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 0e657acc-1aab-4d81-9f9e-2649bb97730b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:00.111029 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.115664 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-7eac4778-cd07-49cc-bd52-f278db3695d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:00.139858 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:00.151849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:58:00.161004 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ac0369-ecb4-472d-aa8a-e320d0901b87,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:00.164241 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:00.184290 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.198987 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 0e657acc-1aab-4d81-9f9e-2649bb97730b {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:00.199360 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 0e657acc-1aab-4d81-9f9e-2649bb97730b not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:00.256521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.261805 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-be60eb45-8196-415e-b74a-4b4d26622669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:00.270538 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.270789 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Added segment c2a2ddd1-d8e8-4738-b777-c87086117dce of type vlan for network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 May 19 05:58:00.280831 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6148216-0b28-432b-b791-491217aecf50,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:00.289094 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:00.324224 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.329968 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.331041 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6148216-0b28-432b-b791-491217aecf50 HTTP/1.1" status: 204 len: 168 time: 0.3715687 May 19 05:58:00.358612 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=19db2dd8-de58-4d10-a6bd-72a8dd655665,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:00.361922 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:00.363846 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:00.534328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Attempting to bind port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:00.535051 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Attempting to bind port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:00.535722 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Attempting to bind port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 on network 88006204-9a09-4b99-9fda-259916a7d49d {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:00.552192 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267ea0e-9c5d-42f5-ab46-2b7326ef6564 None None] Pushing event updated for resources: {'Port': ['ID=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:00.555744 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2267ea0e-9c5d-42f5-ab46-2b7326ef6564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:00.560423 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:00.560806 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Checking segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:00.561217 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.561615 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Bound using segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:00.562109 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Bound port: 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:00.562486 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.605626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfde12-9f5b-46a0-9498-7f4496bb6a93 req-db06a379-a956-4ed5-bf2f-fafdec064d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:00.607194 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-cadfde12-9f5b-46a0-9498-7f4496bb6a93 req-db06a379-a956-4ed5-bf2f-fafdec064d7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 1103 time: 0.2222311 May 19 05:58:00.648204 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee09137-635f-4ed5-bd56-694234e509c2 req-855fc61c-9924-4870-a6e5-b80dd2e42e19 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:00.649264 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-3ee09137-635f-4ed5-bd56-694234e509c2 req-855fc61c-9924-4870-a6e5-b80dd2e42e19 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:00.669800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.685376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:00.686666 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.705390 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:00.733882 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] For port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:00.737165 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] For port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:00.749744 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-cadfde12-9f5b-46a0-9498-7f4496bb6a93 req-7ce9a3fb-a546-41a3-9cd1-952ccd085550 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310718 May 19 05:58:00.804551 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-c7cc1ffe-1b7a-4055-8066-8b797e50aab4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:00.806181 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-c7cc1ffe-1b7a-4055-8066-8b797e50aab4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 945 time: 0.1875899 May 19 05:58:00.853945 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731eb7b-4020-4ff7-ba63-4c7e956c2320 req-bab00a7c-4ecb-41e0-a484-9a1126e13265 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:00.855560 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4731eb7b-4020-4ff7-ba63-4c7e956c2320 req-bab00a7c-4ecb-41e0-a484-9a1126e13265 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1596212 May 19 05:58:00.866912 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:00.872939 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:00.914906 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-3ee09137-635f-4ed5-bd56-694234e509c2 req-855fc61c-9924-4870-a6e5-b80dd2e42e19 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:00.922242 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3ee09137-635f-4ed5-bd56-694234e509c2 req-855fc61c-9924-4870-a6e5-b80dd2e42e19 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 945 time: 0.4374602 May 19 05:58:00.932561 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4731eb7b-4020-4ff7-ba63-4c7e956c2320 req-f9482c6e-6147-4bfc-9796-e1b46a738e6c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605271 May 19 05:58:00.952517 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:00.953211 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:00.970480 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3145175 May 19 05:58:00.993486 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Pushing event updated for resources: {'Network': ['ID=e2a1b2ad-9b96-4d86-8487-d9c165409ca6,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:01.009398 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51200) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:01.010200 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:58:01.013809 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:01.017268 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3ee09137-635f-4ed5-bd56-694234e509c2 req-296f36ca-4293-46a5-9e8f-ad7710c6aad1 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941751 May 19 05:58:01.024926 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Request body: {'subnet': {'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1506958447-subnet', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:01.033114 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:01.054764 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Usage tracker for resource:subnet and tenant:6bdfb3eed5fb43fe98f44a49c5f86091 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:01.059179 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:01.069777 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:01.093191 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Deleting port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:01.093526 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:01.182073 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Made reservation on behalf of 6bdfb3eed5fb43fe98f44a49c5f86091 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:01.183919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267ea0e-9c5d-42f5-ab46-2b7326ef6564 None None] Pushing event updated for resources: {'Port': ['ID=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:01.184780 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262412192'] for subnet, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:01.282826 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2267ea0e-9c5d-42f5-ab46-2b7326ef6564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:01.338060 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:01.505866 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] For port 413f9bdf-da14-4c21-af93-4df12c2c5eb4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=413f9bdf-da14-4c21-af93-4df12c2c5eb4,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:01.506216 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:01.584490 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081b51-0c6f-4e3a-bd30-957a04695447 req-439cdb03-9da5-4ac4-a65c-53828fd5923e tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:01.584490 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-90081b51-0c6f-4e3a-bd30-957a04695447 req-439cdb03-9da5-4ac4-a65c-53828fd5923e tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 950 time: 0.4697206 May 19 05:58:01.656133 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Calling delete_port for 413f9bdf-da14-4c21-af93-4df12c2c5eb4 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:01.684264 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:00Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:01.688136 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11f256-cb79-422c-ac99-19563b5356cc None None] The sync data for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb is: [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:00Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:01.752314 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51224) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:01.814234 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-90081b51-0c6f-4e3a-bd30-957a04695447 req-f582a896-c857-47ca-b0cb-65fd3e81445e tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676931 May 19 05:58:02.051161 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.066489 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', '413f9bdf-da14-4c21-af93-4df12c2c5eb4'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:58:02.069792 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:02.167366 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event deleted for resources: {'Port': ['ID=413f9bdf-da14-4c21-af93-4df12c2c5eb4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:02.170566 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:02.189885 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.250506 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.284592 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:02.289587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Usage tracker for resource:security_group_rule and tenant:dc54c0c5813f48ae800081c451adfe29 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:02.294033 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:02.300866 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:02.320100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] No DVR routers for this DVR port 413f9bdf-da14-4c21-af93-4df12c2c5eb4 on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:02.322914 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.334505 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daea168-3500-4910-973c-6a87a86b0aa0', 'name': 'network-vif-deleted', 'tag': '413f9bdf-da14-4c21-af93-4df12c2c5eb4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:02.365057 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0969d60c-d5c1-4b1f-8e4d-9141111cfaff req-ff94eac0-748b-4b3d-99a5-89128733cf2c tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 210 time: 0.0846825 May 19 05:58:02.396636 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e6f57-03d5-4469-b8fe-c148b6e13740 req-5109ab65-16c0-4d37-ba81-9f37e5eddaf8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:02.405172 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-405e6f57-03d5-4469-b8fe-c148b6e13740 req-5109ab65-16c0-4d37-ba81-9f37e5eddaf8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2659314 May 19 05:58:02.524026 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4ab0b27c-a78d-4f2a-a538-1bc772aae4e6 req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "DELETE /v2.0/ports/413f9bdf-da14-4c21-af93-4df12c2c5eb4 HTTP/1.1" status: 204 len: 173 time: 1.7120576 May 19 05:58:02.529970 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-405e6f57-03d5-4469-b8fe-c148b6e13740 req-56b9dee1-0f75-4cc4-ab07-68a47e573ea9 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206172 May 19 05:58:02.551573 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1740245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262412178'] for subnet, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.556762 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:02.583958 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.607440 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daea168-3500-4910-973c-6a87a86b0aa0', 'name': 'network-vif-deleted', 'tag': '413f9bdf-da14-4c21-af93-4df12c2c5eb4', 'status': 'completed', 'code': 200} May 19 05:58:02.652236 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8506470-7574-455a-a802-49ff2822f910,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:02.655032 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:02.673454 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Checking segment: {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:02.673876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Network hostable DHCP agents. Network: e2a1b2ad-9b96-4d86-8487-d9c165409ca6, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:58:02.678949 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.692161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2e7c082c-3ad1-4387-970a-bf5e22d47533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:02.733363 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc54c0c5813f48ae800081c451adfe29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9791000 May 19 05:58:02.735299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14935c9f-96dc-4650-841c-b15887808157,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:02.736263 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51258) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:02.751219 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:02.805056 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.836203 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:58:02.844152 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.964729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, e2a1b2ad-9b96-4d86-8487-d9c165409ca6) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:02.973197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9ec72-6bf3-4d63-831c-d7501718a938 None None] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:02.981435 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:02.986595 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:03.002399 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:03.003570 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.014831 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14935c9f-96dc-4650-841c-b15887808157,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:03.026895 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:03.029792 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.030898 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14935c9f-96dc-4650-841c-b15887808157 HTTP/1.1" status: 204 len: 168 time: 0.2935297 May 19 05:58:03.061057 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad0a9-7755-4efb-bd4c-6ed8457860f5 req-7f0b159c-9983-40d8-80f9-3d276d24f89f tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:03.062650 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-addad0a9-7755-4efb-bd4c-6ed8457860f5 req-7f0b159c-9983-40d8-80f9-3d276d24f89f tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 950 time: 0.1398284 May 19 05:58:03.136362 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-addad0a9-7755-4efb-bd4c-6ed8457860f5 req-1dffce06-6844-48f7-a1a4-4ec62e5a100c tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635591 May 19 05:58:03.138920 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1297212 May 19 05:58:03.142174 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:03.150360 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:03.163020 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:03.167254 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Usage tracker for resource:router and tenant:6bdfb3eed5fb43fe98f44a49c5f86091 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:03.171295 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:03.178865 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:03.240483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51276) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:03.264344 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-e2a1b2ad-9b96-4d86-8487-d9c165409ca6', 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'fixed_ips': [{'subnet_id': 'c8506470-7574-455a-a802-49ff2822f910'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:58:03.265176 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.284697 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.285749 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.303128 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.577565 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Allocated IP 172.20.0.2 (e2a1b2ad-9b96-4d86-8487-d9c165409ca6/c8506470-7574-455a-a802-49ff2822f910/b59eab78-2dfc-4e56-9383-517b96c1ce3f) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:03.730074 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-5b490559-26f9-4407-b47a-7892bbec7881 req-7e0a4751-2554-49ae-9293-983c98c353f0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Synchronizing usage tracker for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:03.758405 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:03.843791 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.919831 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.932238 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Transition to ACTIVE for port object b59eab78-2dfc-4e56-9383-517b96c1ce3f will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:03.940383 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:03.944274 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:03.950182 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Transition to ACTIVE for port object b59eab78-2dfc-4e56-9383-517b96c1ce3f will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:03.950681 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:d681de6faee5427e98059e71e9856f19 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:03.953555 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:03.959784 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:04.005071 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:04.010432 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:04.010994 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.046209 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.063772 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.069494 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:04.076625 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-5b490559-26f9-4407-b47a-7892bbec7881 req-7e0a4751-2554-49ae-9293-983c98c353f0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Unset dirty status for tenant:42aa593960b8409d89cb6664355a3a41 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:04.077337 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5b490559-26f9-4407-b47a-7892bbec7881 req-7e0a4751-2554-49ae-9293-983c98c353f0 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=3daea168-3500-4910-973c-6a87a86b0aa0 HTTP/1.1" status: 200 len: 210 time: 0.4237268 May 19 05:58:04.139158 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:04.142377 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:04.150598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:04.153523 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Pushing event updated for resources: {'Port': ['ID=b59eab78-2dfc-4e56-9383-517b96c1ce3f,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:04.157836 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:04.168426 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.177852 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-46e8fe75-ba2c-45fe-b9af-7cbdd6aacc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:04.181551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eb09d-0b45-40ec-83cd-18a8f08bc66f req-67f52c20-7ed9-40f3-a0ed-d1b6e2e4eb75 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:04.188829 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c65eb09d-0b45-40ec-83cd-18a8f08bc66f req-67f52c20-7ed9-40f3-a0ed-d1b6e2e4eb75 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0948398 May 19 05:58:04.235739 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c65eb09d-0b45-40ec-83cd-18a8f08bc66f req-2fc3711b-a381-49e6-b940-003f236d11de tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 May 19 05:58:04.251715 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d681de6faee5427e98059e71e9856f19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0095677 May 19 05:58:04.252371 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51290) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:04.258333 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b3e6d-f2c8-42f6-a61a-02d03f0759de,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:04.273819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:04.293974 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.305358 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Attempting to bind port b59eab78-2dfc-4e56-9383-517b96c1ce3f on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:04.305731 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Attempting to bind port b59eab78-2dfc-4e56-9383-517b96c1ce3f by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:04.306098 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Attempting to bind port b59eab78-2dfc-4e56-9383-517b96c1ce3f on network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:04.316355 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:04.316735 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Checking segment: {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:04.317136 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.317530 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Bound using segment: {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:04.318003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Bound port: b59eab78-2dfc-4e56-9383-517b96c1ce3f, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:04.318379 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.346663 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.376625 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:04.418849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.439490 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] For port b59eab78-2dfc-4e56-9383-517b96c1ce3f, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:04.444326 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] For port b59eab78-2dfc-4e56-9383-517b96c1ce3f, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=b59eab78-2dfc-4e56-9383-517b96c1ce3f,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:04.455659 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.458426 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:04.492311 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff0d1-c0e9-41a8-b548-57e935915462 req-6d92ced1-422e-4e67-8d77-51f82aa4b991 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:04.493828 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-012ff0d1-c0e9-41a8-b548-57e935915462 req-6d92ced1-422e-4e67-8d77-51f82aa4b991 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 950 time: 0.1368804 May 19 05:58:04.500667 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.514611 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.537191 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.544432 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:04.546842 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:04.547324 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:04.557177 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-012ff0d1-c0e9-41a8-b548-57e935915462 req-b647a776-61de-4b6e-89fa-cd4981c1f1ae tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 May 19 05:58:04.564428 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.575402 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-21394940-b75f-4939-8903-3a2931de8bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:04.595754 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b3e6d-f2c8-42f6-a61a-02d03f0759de,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:04.605102 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:04.608228 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:04.610086 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-57448669-f9c8-403a-a7dd-a08e29c9d568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b4b3e6d-f2c8-42f6-a61a-02d03f0759de HTTP/1.1" status: 204 len: 168 time: 0.3566909 May 19 05:58:04.644341 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Pushing event updated for resources: {'Port': ['ID=b59eab78-2dfc-4e56-9383-517b96c1ce3f,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:04.647603 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:04.693172 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Allocated IP 172.28.2.3 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/5d918621-d246-4587-8b6a-55dcca98f16f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:04.869411 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:05.005282 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:05.009925 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f2dff61f-4daa-4c6d-b60c-b37362768bd5 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:05.074322 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 413f9bdf-da14-4c21-af93-4df12c2c5eb4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:05.083332 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:05.086400 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:05.090315 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:05.116999 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 413f9bdf-da14-4c21-af93-4df12c2c5eb4 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:05.117503 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 413f9bdf-da14-4c21-af93-4df12c2c5eb4 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:05.121429 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d918621-d246-4587-8b6a-55dcca98f16f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:05.127511 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:05.482178 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257eff-c240-4f65-8464-a60b284b9306 req-76b3f2c7-9378-4b9c-8ede-6ee0dc0e1e5c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:05.488232 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e9257eff-c240-4f65-8464-a60b284b9306 req-76b3f2c7-9378-4b9c-8ede-6ee0dc0e1e5c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1025264 May 19 05:58:05.521281 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a43c5-af1f-4eff-9270-49faf3e265ff None None] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:05.546227 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e9257eff-c240-4f65-8464-a60b284b9306 req-c1de76f6-5b17-41bd-95f9-0c9284500d4d tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561187 May 19 05:58:05.708453 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-c4ea8ef4-2e13-404e-9095-6b3d66e7ebf1 None None] Provisioning for port b59eab78-2dfc-4e56-9383-517b96c1ce3f completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:05.786073 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:05.808025 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:05.884679 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:05.884974 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:05.958138 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-0c89ec1a-4a18-4618-a8af-9ae234b0d71d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:05.959678 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-0c89ec1a-4a18-4618-a8af-9ae234b0d71d tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.32 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 950 time: 0.3947475 May 19 05:58:05.975872 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d39b7-35a5-4d81-ba26-0fc9ed7d6a26 req-0f359d51-4d65-487b-8c8a-48dba3df2a77 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:05.977324 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c37d39b7-35a5-4d81-ba26-0fc9ed7d6a26 req-0f359d51-4d65-487b-8c8a-48dba3df2a77 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 950 time: 0.2865255 May 19 05:58:06.008237 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device b59eab78-2dfc-4e56-9383-517b96c1ce3f up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:06.135962 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port b59eab78-2dfc-4e56-9383-517b96c1ce3f completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:06.140825 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port b59eab78-2dfc-4e56-9383-517b96c1ce3f triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:06.141201 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:06.197137 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c37d39b7-35a5-4d81-ba26-0fc9ed7d6a26 req-fa3213dc-5e42-44d9-825a-4cd8bee3eef2 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef0ec0a0-629b-4899-aeca-5854b07f0091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791079 May 19 05:58:06.259416 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:06.290974 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port b59eab78-2dfc-4e56-9383-517b96c1ce3f, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=b59eab78-2dfc-4e56-9383-517b96c1ce3f,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:06.327045 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Deleting port 19db2dd8-de58-4d10-a6bd-72a8dd655665 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:06.327402 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:06.340182 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:06.364506 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:06.366305 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:06.430865 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=b59eab78-2dfc-4e56-9383-517b96c1ce3f,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:06.433902 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:06.611013 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] For port 19db2dd8-de58-4d10-a6bd-72a8dd655665, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=19db2dd8-de58-4d10-a6bd-72a8dd655665,segment=NetworkSegment(a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8),segment_id=a1eac9f3-2fc0-4669-a2bf-2d79f8ff7fa8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:06.611403 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:06.774931 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Calling delete_port for 19db2dd8-de58-4d10-a6bd-72a8dd655665 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:06.868507 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7f436-d982-4d25-a60a-3a5f4e0060a5 req-68c9c4c7-2432-436e-a28d-2e6f75075525 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:06.869952 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b9e7f436-d982-4d25-a60a-3a5f4e0060a5 req-68c9c4c7-2432-436e-a28d-2e6f75075525 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1898863 May 19 05:58:06.948149 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:58:06.962818 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b9e7f436-d982-4d25-a60a-3a5f4e0060a5 req-4b27f788-96df-4639-83d6-4cd0265cce65 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847964 May 19 05:58:07.244201 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:07.258781 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:07.309949 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Pushing event deleted for resources: {'Port': ['ID=19db2dd8-de58-4d10-a6bd-72a8dd655665,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:07.323334 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:07.356404 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-be0f907c-4157-44a9-a651-8a97c49bab6f req-46a80213-afc6-4f40-97b2-6558e08e4ab2 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 210 time: 0.0499096 May 19 05:58:07.374363 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:07.397358 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Sync routers for ids ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:07.414953 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Routers {'80e5f391-ee84-4e1d-a0e5-5b1281478f28'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:07.415739 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:07.427315 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] No DVR routers for this DVR port 19db2dd8-de58-4d10-a6bd-72a8dd655665 on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:07.433906 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:07.436545 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'name': 'network-vif-deleted', 'tag': '19db2dd8-de58-4d10-a6bd-72a8dd655665'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:07.477940 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3017-0a58-47c3-a3b1-b913f3803ab8 req-fa35cda0-4578-4444-a36e-742dfbb379c9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:07.479532 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4f9e3017-0a58-47c3-a3b1-b913f3803ab8 req-fa35cda0-4578-4444-a36e-742dfbb379c9 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.4108367 May 19 05:58:07.509230 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e2ecb-3e7c-43c4-b352-b7e01ffcadfd', 'name': 'network-vif-deleted', 'tag': '19db2dd8-de58-4d10-a6bd-72a8dd655665', 'status': 'completed', 'code': 200} May 19 05:58:07.531426 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4f9e3017-0a58-47c3-a3b1-b913f3803ab8 req-6dcf2b40-f381-43c3-af4b-f863c393f154 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 May 19 05:58:07.543356 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5d805a78-df6f-417b-8d06-a0ad47398e97 req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.32 "DELETE /v2.0/ports/19db2dd8-de58-4d10-a6bd-72a8dd655665 HTTP/1.1" status: 204 len: 173 time: 1.5753372 May 19 05:58:07.587471 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Notify callbacks [] for router, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:07.588793 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4454942 May 19 05:58:07.591546 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51324) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:07.622663 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Set router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:07.704007 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device b59eab78-2dfc-4e56-9383-517b96c1ce3f up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:07.780759 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port b59eab78-2dfc-4e56-9383-517b96c1ce3f triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:07.781131 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:07.934244 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T05:58:05Z', 'revision_number': 3, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:07.938005 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Checking router: 80e5f391-ee84-4e1d-a0e5-5b1281478f28 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:07.938537 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Updating router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 port 5d918621-d246-4587-8b6a-55dcca98f16f binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:07.990129 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.164218 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c95a1f-9edc-4fa6-8143-bd650ef8b38f req-5c3fee89-6f43-4fa4-b3c3-084e853188c8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:08.165592 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-15c95a1f-9edc-4fa6-8143-bd650ef8b38f req-5c3fee89-6f43-4fa4-b3c3-084e853188c8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0804331 May 19 05:58:08.221771 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-15c95a1f-9edc-4fa6-8143-bd650ef8b38f req-8f452c75-6740-4b03-a074-e67d5b5cde16 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504396 May 19 05:58:08.312284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.344557 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.357264 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Transition to ACTIVE for port object 5d918621-d246-4587-8b6a-55dcca98f16f will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:08.404314 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.418883 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:08.499990 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Attempting to bind port 5d918621-d246-4587-8b6a-55dcca98f16f on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:08.500518 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Attempting to bind port 5d918621-d246-4587-8b6a-55dcca98f16f by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:08.500889 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Attempting to bind port 5d918621-d246-4587-8b6a-55dcca98f16f on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:08.517112 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:08.517480 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:08.517878 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.518277 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:08.518785 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Bound port: 5d918621-d246-4587-8b6a-55dcca98f16f, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:08.519829 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.549309 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd2507-2dd4-4f6a-8b92-7a59e30068ba None None] Pushing event updated for resources: {'Port': ['ID=5d918621-d246-4587-8b6a-55dcca98f16f,revision_number=2']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:08.554171 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-c5fd2507-2dd4-4f6a-8b92-7a59e30068ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:08.604691 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9f480d8b-4470-4ea3-a7db-db1952949e16 req-1d16e7f4-4c68-4358-b692-40b11f9a4c93 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] 10.222.0.24 "GET /v2.0/ports?device_id=879e2ecb-3e7c-43c4-b352-b7e01ffcadfd HTTP/1.1" status: 200 len: 210 time: 0.0539143 May 19 05:58:08.606321 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] For port 5d918621-d246-4587-8b6a-55dcca98f16f, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:08.609766 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] For port 5d918621-d246-4587-8b6a-55dcca98f16f, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=5d918621-d246-4587-8b6a-55dcca98f16f,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:08.672121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Allocated IP 172.20.0.1 (e2a1b2ad-9b96-4d86-8487-d9c165409ca6/c8506470-7574-455a-a802-49ff2822f910/319c5c5c-0624-4512-9493-24155f5f858a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:08.693232 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.699135 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:08.771492 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd2507-2dd4-4f6a-8b92-7a59e30068ba None None] Pushing event updated for resources: {'Port': ['ID=5d918621-d246-4587-8b6a-55dcca98f16f,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:08.784775 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-c5fd2507-2dd4-4f6a-8b92-7a59e30068ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:08.797613 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Routers {'80e5f391-ee84-4e1d-a0e5-5b1281478f28'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:08.798331 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:08.825640 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b726c2-f20e-40e8-bacc-b2d73f88ab71 req-7e36b827-c154-4a00-b616-734153e57434 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:08.827144 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f7b726c2-f20e-40e8-bacc-b2d73f88ab71 req-7e36b827-c154-4a00-b616-734153e57434 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.1788874 May 19 05:58:08.831227 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.835536 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718891b4-6d58-43cb-b25b-990431b9a29e req-8e314678-f75a-4ad8-b12a-135e6bf69a59 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:08.836955 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-718891b4-6d58-43cb-b25b-990431b9a29e req-8e314678-f75a-4ad8-b12a-135e6bf69a59 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 945 time: 0.1438916 May 19 05:58:08.847231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Transition to ACTIVE for port object 319c5c5c-0624-4512-9493-24155f5f858a will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:08.925656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:08.930946 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:08.939554 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f7b726c2-f20e-40e8-bacc-b2d73f88ab71 req-d2470a29-0c76-4d9a-b2a0-6299f215f7f4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/security-groups?id=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015587 May 19 05:58:08.996678 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:08.999582 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:09.003442 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:09.009580 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] Set router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:09.017486 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Deleting port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:09.017833 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.044766 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Pushing event updated for resources: {'Port': ['ID=319c5c5c-0624-4512-9493-24155f5f858a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:09.053312 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:09.065892 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.076979 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 19db2dd8-de58-4d10-a6bd-72a8dd655665 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:09.139768 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 19db2dd8-de58-4d10-a6bd-72a8dd655665 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:09.142472 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 19db2dd8-de58-4d10-a6bd-72a8dd655665 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:09.173148 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] For port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,segment=NetworkSegment(4276b2af-b7c2-4319-8d10-ae5784e1d434),segment_id=4276b2af-b7c2-4319-8d10-ae5784e1d434)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:09.173708 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.269584 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.332929 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Calling delete_port for c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:09.344001 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T05:58:05Z', 'revision_number': 3, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:09.348944 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13612f1a-2389-4003-94ec-f05431c94dca None None] The sync data for ids ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'] in dv-cinder-782405-8-smb is: [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T05:58:05Z', 'revision_number': 3, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:09.398890 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-a670576b-f640-448a-be6f-136f325cc444 None None] Provisioning for port 319c5c5c-0624-4512-9493-24155f5f858a completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:09.404225 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-a670576b-f640-448a-be6f-136f325cc444 None None] Provisioning complete for port 319c5c5c-0624-4512-9493-24155f5f858a triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:09.404598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a670576b-f640-448a-be6f-136f325cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.466807 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-a670576b-f640-448a-be6f-136f325cc444 None None] Port 319c5c5c-0624-4512-9493-24155f5f858a cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:09.507566 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.513170 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-89038982-0d0d-48bb-9de4-eeea06fadb7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:09.523779 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:58:09.562865 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Pushing event deleted for resources: {'Port': ['ID=c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:09.566817 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:09.573512 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836009-61cc-49a6-b372-00aecbb160f3 req-f9e18316-3470-4b0b-9531-1c8e207fa779 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:09.581354 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1a836009-61cc-49a6-b372-00aecbb160f3 req-f9e18316-3470-4b0b-9531-1c8e207fa779 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.2320688 May 19 05:58:09.651525 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1a836009-61cc-49a6-b372-00aecbb160f3 req-0d547413-0f3a-42b4-abeb-42a85b6c20b9 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690408 May 19 05:58:09.681798 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] No DVR routers for this DVR port c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:09.684991 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.691399 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'name': 'network-vif-deleted', 'tag': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:09.704280 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.754342 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6d73d-af35-47e0-b8af-2ddb3ab04b60', 'name': 'network-vif-deleted', 'tag': 'c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f', 'status': 'completed', 'code': 200} May 19 05:58:09.781448 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.782340 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-718891b4-6d58-43cb-b25b-990431b9a29e req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.32 "DELETE /v2.0/ports/c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f HTTP/1.1" status: 204 len: 173 time: 0.9260979 May 19 05:58:09.816121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:09.904385 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:09.909752 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Pushing event updated for resources: {'Port': ['ID=319c5c5c-0624-4512-9493-24155f5f858a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:09.913295 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:10.111319 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4729b040-a8c4-47ff-9496-73ed51c79f7f req-30ccd33e-f72d-4ea9-9c4f-8c89e059385b tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f6d73d-af35-47e0-b8af-2ddb3ab04b60 HTTP/1.1" status: 200 len: 210 time: 0.0534365 May 19 05:58:10.113868 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:10.115597 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:10.334053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:10.393102 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-d1d44bb2-1895-4ea5-933c-d66e299c8903 None None] Provisioning complete for port 319c5c5c-0624-4512-9493-24155f5f858a triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:10.394093 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d1d44bb2-1895-4ea5-933c-d66e299c8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:10.460056 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-d1d44bb2-1895-4ea5-933c-d66e299c8903 None None] Port 319c5c5c-0624-4512-9493-24155f5f858a cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:10.630284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:10.639684 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] 10.222.0.24 "PUT /v2.0/routers/80e5f391-ee84-4e1d-a0e5-5b1281478f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0467968 May 19 05:58:10.872066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445850a3-d416-45e2-bbcf-767c235ba4a6 req-f0c0f14d-7a00-4825-95c1-d0e96a0bcef2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:10.879160 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-445850a3-d416-45e2-bbcf-767c235ba4a6 req-f0c0f14d-7a00-4825-95c1-d0e96a0bcef2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1020937 May 19 05:58:10.923759 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-445850a3-d416-45e2-bbcf-767c235ba4a6 req-eb931940-ef22-48ca-a8ee-b26a7e066a70 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 May 19 05:58:11.110567 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Sync routers for ids ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:11.119904 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Routers {'80e5f391-ee84-4e1d-a0e5-5b1281478f28'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:11.120710 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:11.229060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51436) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:11.291280 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Deleting subnet b9b5ff95-d854-42bd-a859-2de0ba773a13 {{(pid=103796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:58:11.295529 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.317375 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Set router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:11.359478 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570392'] for subnet, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.417219 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.522468 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51452) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:11.532756 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195462217', 'description': 'tempest-secgroup-smoke-1195462217 description', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:11.540758 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:11.551747 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:11.555460 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:11.563110 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:11.590649 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e0b8-5dea-4ff3-a6d4-1a44d03b9f4e req-00a26904-f50f-485c-8ee5-fdd5b78aa997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:11.590649 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6c26e0b8-5dea-4ff3-a6d4-1a44d03b9f4e req-00a26904-f50f-485c-8ee5-fdd5b78aa997 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.1196051 May 19 05:58:11.668012 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6c26e0b8-5dea-4ff3-a6d4-1a44d03b9f4e req-53e7a902-717d-4a9e-9a4f-337f2a662169 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 May 19 05:58:11.671246 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T05:58:09Z', 'revision_number': 4, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '319c5c5c-0624-4512-9493-24155f5f858a', 'name': '', 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'mac_address': 'fa:16:3e:56:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8506470-7574-455a-a802-49ff2822f910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:08Z', 'updated_at': '2021-05-19T05:58:09Z', 'revision_number': 2, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'subnets': [{'id': 'c8506470-7574-455a-a802-49ff2822f910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:11.676328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Checking router: 80e5f391-ee84-4e1d-a0e5-5b1281478f28 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:11.676692 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Updating router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 port 319c5c5c-0624-4512-9493-24155f5f858a binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:11.719399 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 5d918621-d246-4587-8b6a-55dcca98f16f up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:11.746849 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.767545 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:11.771395 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:11.774461 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:11.779732 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.780477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:11.793127 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262312469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262470802'] for subnet, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.798366 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d1e41a29-eae8-40c4-a1a7-55bcfebb98e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:11.840036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b5ff95-d854-42bd-a859-2de0ba773a13,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:11.843476 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:11.845546 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b14abd61-481e-4556-b144-223620622731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.854720 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b14abd61-481e-4556-b144-223620622731 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9b5ff95-d854-42bd-a859-2de0ba773a13 HTTP/1.1" status: 204 len: 168 time: 0.6228573 May 19 05:58:11.856767 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51464) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:11.860980 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.929945 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.936026 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-0ffdc7c0-8426-4de9-b194-45efc2204559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:11.968303 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:11.983481 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 5d918621-d246-4587-8b6a-55dcca98f16f completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:11.994915 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 5d918621-d246-4587-8b6a-55dcca98f16f triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:11.996228 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.016465 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c535c-1fee-497c-95db-3200e9377f00,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:12.020651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:12.098345 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.100150 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5759916 May 19 05:58:12.106436 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51478) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:12.116715 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.118121 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group_rule': {'security_group_id': '5f1c535c-1fee-497c-95db-3200e9377f00', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:12.138119 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06277af3-f324-48c7-9bdf-479b0aa23d00']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:12.147692 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:12.152997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4276b2af-b7c2-4319-8d10-ae5784e1d434') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:12.153181 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4276b2af-b7c2-4319-8d10-ae5784e1d434') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:12.154240 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:12.158833 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:12.165746 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.171311 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:12.184108 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.190891 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:58:12.191302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.193558 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc366f-5973-44d4-92d5-64da27bc5164 req-21919b9d-1ff6-45f9-a3f1-4613e328dda8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:12.195262 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cddc366f-5973-44d4-92d5-64da27bc5164 req-21919b9d-1ff6-45f9-a3f1-4613e328dda8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1408236 May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:58:12.209071 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:58:12.250919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.317423 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.325123 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 5d918621-d246-4587-8b6a-55dcca98f16f, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=5d918621-d246-4587-8b6a-55dcca98f16f,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:12.341653 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.347945 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-85b65b7c-8a31-419f-92dc-404c475bd2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:12.352077 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.360141 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cddc366f-5973-44d4-92d5-64da27bc5164 req-0fba1b24-598a-42e0-9ec5-823f8ccb4af7 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582668 May 19 05:58:12.366616 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Transition to ACTIVE for port object 319c5c5c-0624-4512-9493-24155f5f858a will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:12.367385 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.374012 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Pushing event deleted for resources: {'Network': ['ID=06277af3-f324-48c7-9bdf-479b0aa23d00,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:12.382175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:12.398433 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.401725 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.402558 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:12.451813 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.519764 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-eac3b569-baf8-466d-bb47-099b22162bab admin admin] 10.222.0.24 "DELETE /v2.0/networks/06277af3-f324-48c7-9bdf-479b0aa23d00 HTTP/1.1" status: 204 len: 168 time: 0.6607962 May 19 05:58:12.564704 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.567155 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-15ad0afd-91aa-4794-9bf3-24341ed8bc08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:12.569002 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=5d918621-d246-4587-8b6a-55dcca98f16f,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:12.576072 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:12.577005 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:12.592206 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55785ca-b66f-44d1-bb4b-b707ce9d2646,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:12.598137 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:12.656456 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f744b4-1959-4a8e-bb9a-5f1ed4150942 None None] Pushing event updated for resources: {'Port': ['ID=319c5c5c-0624-4512-9493-24155f5f858a,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:12.659570 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-98f744b4-1959-4a8e-bb9a-5f1ed4150942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:12.707816 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.709023 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013122 May 19 05:58:12.712775 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51502) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:12.718223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group_rule': {'security_group_id': '5f1c535c-1fee-497c-95db-3200e9377f00', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:12.724157 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:12.727979 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:12.730873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:12.736576 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:12.904401 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:12.974993 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.039616 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51544) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:13.055627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.063802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-26caa6e4-086a-4691-adce-460ba311a1db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:13.079561 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Attempting to bind port 319c5c5c-0624-4512-9493-24155f5f858a on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:13.080527 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Attempting to bind port 319c5c5c-0624-4512-9493-24155f5f858a by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:13.081664 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Attempting to bind port 319c5c5c-0624-4512-9493-24155f5f858a on network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:13.089655 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:13.092715 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0da674c-ccb2-43cd-a1db-255daa30852d,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:13.101506 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:13.115716 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:13.116100 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Checking segment: {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:13.117566 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.117566 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Bound using segment: {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:13.117566 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Bound port: 319c5c5c-0624-4512-9493-24155f5f858a, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a2ddd1-d8e8-4738-b777-c87086117dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:13.117912 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.121944 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-abe50506-eb7a-456a-8b7f-374a5532c34b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42aa593960b8409d89cb6664355a3a41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0795228 May 19 05:58:13.122158 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51552) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:13.141414 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:13.141696 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1ce5660-0ac0-4d8d-ac0e-ab4747858f9f not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:13.179700 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.182566 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.183749 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ae7723b6-dbc1-4704-8b91-fc7b332b56d3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4699953 May 19 05:58:13.186784 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51558) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:13.195445 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group_rule': {'security_group_id': '5f1c535c-1fee-497c-95db-3200e9377f00', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:13.201755 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:13.205562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:13.208950 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:13.209357 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.215701 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:13.222497 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] For port 319c5c5c-0624-4512-9493-24155f5f858a, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:13.225665 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] For port 319c5c5c-0624-4512-9493-24155f5f858a, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=319c5c5c-0624-4512-9493-24155f5f858a,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:13.290682 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.342506 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.348067 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-52614464-08c7-4512-b889-c2c28d4a1923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:13.354277 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.370074 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.375982 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:13.391599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756bbc89-2e9f-4d75-a30b-3c8d24f29a9b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:13.396349 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:13.433044 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.435055 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-7ddab8a6-a71f-447a-9857-7b56d2ee94c5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:13.461714 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd7d360-1835-4651-bc1e-f622301746ff,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:13.465010 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:13.480742 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f744b4-1959-4a8e-bb9a-5f1ed4150942 None None] Pushing event updated for resources: {'Port': ['ID=319c5c5c-0624-4512-9493-24155f5f858a,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:13.484709 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-98f744b4-1959-4a8e-bb9a-5f1ed4150942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:13.485424 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Routers {'80e5f391-ee84-4e1d-a0e5-5b1281478f28'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:13.486787 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:57:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:13.508305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.508305 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-1a059a7b-4558-496b-b5dc-3d0a5916789d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/756bbc89-2e9f-4d75-a30b-3c8d24f29a9b HTTP/1.1" status: 204 len: 168 time: 0.3827963 May 19 05:58:13.592832 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.594310 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-df935efa-d3aa-4b10-be34-cf00ebfe62e1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4052496 May 19 05:58:13.600573 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51576) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:13.608627 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group_rule': {'security_group_id': '5f1c535c-1fee-497c-95db-3200e9377f00', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:13.623353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:13.633868 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:13.637855 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:13.647753 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:13.681848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ac66-4ec2-4c0f-a3a9-4f6a184e1f17 req-7b56947b-b5c8-4648-808a-556812c17cb8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:13.696943 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-eb09ac66-4ec2-4c0f-a3a9-4f6a184e1f17 req-7b56947b-b5c8-4648-808a-556812c17cb8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1559677 May 19 05:58:13.734548 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 5d918621-d246-4587-8b6a-55dcca98f16f up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:13.746737 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-eb09ac66-4ec2-4c0f-a3a9-4f6a184e1f17 req-bd3307e0-b816-4d12-ae88-a63d43865e2a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 May 19 05:58:13.775458 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.867387 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] Set router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:13.889394 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.921352 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 5d918621-d246-4587-8b6a-55dcca98f16f triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:13.921896 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.976390 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:13.980121 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:14.010525 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e6fc08-9737-4d0c-bb4a-e05b8d44094d,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:14.013371 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:14.089932 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.093756 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4894059 May 19 05:58:14.093862 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51614) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:14.099636 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group_rule': {'security_group_id': '5f1c535c-1fee-497c-95db-3200e9377f00', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:14.113147 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:14.123313 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:14.127285 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:14.143242 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:14.238444 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Project 87f7e97a27f64a379696cd88b44ce7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:58:14.245535 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.413675 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.432768 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T05:58:09Z', 'revision_number': 4, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '319c5c5c-0624-4512-9493-24155f5f858a', 'name': '', 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'mac_address': 'fa:16:3e:56:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8506470-7574-455a-a802-49ff2822f910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:08Z', 'updated_at': '2021-05-19T05:58:13Z', 'revision_number': 4, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'subnets': [{'id': 'c8506470-7574-455a-a802-49ff2822f910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:14.438131 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7be01a-26b7-42d8-8654-f647970a9fd6 None None] The sync data for ids ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'] in dv-cinder-782405-8-smb is: [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T05:58:09Z', 'revision_number': 4, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '319c5c5c-0624-4512-9493-24155f5f858a', 'name': '', 'network_id': 'e2a1b2ad-9b96-4d86-8487-d9c165409ca6', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'mac_address': 'fa:16:3e:56:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c8506470-7574-455a-a802-49ff2822f910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:08Z', 'updated_at': '2021-05-19T05:58:13Z', 'revision_number': 4, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'subnets': [{'id': 'c8506470-7574-455a-a802-49ff2822f910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:14.485580 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.522977 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4d448734-d9dc-4fa6-a350-09686302fca8 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:14.648220 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471ed8a6-d323-4b28-ba90-7d76eee09560,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:14.652269 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:14.792097 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.793330 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6985490 May 19 05:58:14.796515 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51644) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:14.803390 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'security_group_rule': {'security_group_id': '5f1c535c-1fee-497c-95db-3200e9377f00', 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:14.807713 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-275d0a71-8453-4792-89c3-58352f2ddf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:14.809259 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-275d0a71-8453-4792-89c3-58352f2ddf45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 1099 time: 0.2887893 May 19 05:58:14.811597 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:14.817510 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:security_group_rule and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:14.818256 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb2db5-9251-42d9-87d5-dc5b80356fe0 req-55138e20-b11b-4dd5-b55a-9535ea31e0fe tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:14.819754 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-65bb2db5-9251-42d9-87d5-dc5b80356fe0 req-55138e20-b11b-4dd5-b55a-9535ea31e0fe tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1602857 May 19 05:58:14.821848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:14.829765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:14.930364 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.securitygroups_db [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Project 87f7e97a27f64a379696cd88b44ce7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 05:58:14.938237 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:14.974590 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-65bb2db5-9251-42d9-87d5-dc5b80356fe0 req-88017616-99e9-407a-a325-0f98a8eace3f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445632 May 19 05:58:15.040310 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-8585ee92-1670-4a18-8aa4-aff2728dbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:15.044348 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-8585ee92-1670-4a18-8aa4-aff2728dbe6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 200 len: 918 time: 0.2214262 May 19 05:58:15.057554 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:15.129570 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:15.139351 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:15.162653 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeb9472-ef77-421c-9162-6c72d3725cb4,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:15.173842 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-1d977b44-2c75-4c20-bf9a-c8b143ce5763 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 200 len: 217 time: 0.1170592 May 19 05:58:15.173933 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:15.255226 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-76392da1-bb01-4b5d-8ee6-f55a6accebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:15.256221 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-76392da1-bb01-4b5d-8ee6-f55a6accebf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 200 len: 858 time: 0.0791526 May 19 05:58:15.278203 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:15.279603 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-a67bf668-b476-4e5a-ac84-c07ab38afc0c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4817748 May 19 05:58:15.320136 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-06392d14-98d3-45cc-b39f-31d8f3d55e01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=748f7749-996a-4ad2-bfc0-4668835565a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567405 May 19 05:58:15.528808 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-d39f5960-c9a3-46a6-9acd-1acc9b317660 service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014713 May 19 05:58:15.739645 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-45ea62a9-8d87-4c09-8420-55d5fe6bee2f req-19ca1138-2293-4539-b88a-f997132e840d service neutron] 10.222.0.32 "GET /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035215 May 19 05:58:15.743966 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 319c5c5c-0624-4512-9493-24155f5f858a up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:15.923907 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 319c5c5c-0624-4512-9493-24155f5f858a completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:15.928957 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 319c5c5c-0624-4512-9493-24155f5f858a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:15.929341 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:16.054588 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:16.088973 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 319c5c5c-0624-4512-9493-24155f5f858a, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=319c5c5c-0624-4512-9493-24155f5f858a,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:16.175946 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:16.177951 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-1fa231a9-2207-4e65-85fb-24ffac2d479f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:16.190876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9da992-6a73-4bec-8b41-f539ff3317df req-e7f0af14-36a3-4e14-8cb0-2d99155716c8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:16.190876 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-eb9da992-6a73-4bec-8b41-f539ff3317df req-e7f0af14-36a3-4e14-8cb0-2d99155716c8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0832520 May 19 05:58:16.236346 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-eb9da992-6a73-4bec-8b41-f539ff3317df req-d92fa950-c5ab-49d1-a107-78e2749277e2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 May 19 05:58:16.246699 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=319c5c5c-0624-4512-9493-24155f5f858a,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:16.249845 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:17.431918 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43dd2-59ae-4064-8de3-1ef843aadc5f req-1934fa9f-f3e3-4b14-baa8-81a9e587c16c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:17.433387 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b9d43dd2-59ae-4064-8de3-1ef843aadc5f req-1934fa9f-f3e3-4b14-baa8-81a9e587c16c tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0862837 May 19 05:58:17.481401 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b9d43dd2-59ae-4064-8de3-1ef843aadc5f req-f444e060-b6d3-4007-b2f5-16d72f5b1600 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 May 19 05:58:17.710501 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 319c5c5c-0624-4512-9493-24155f5f858a up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:17.790703 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 319c5c5c-0624-4512-9493-24155f5f858a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:17.790986 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:18.671108 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed89e9-8715-4491-82d5-b013b344e1da req-6a830494-35f1-4480-8e82-ec6983f9dc33 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:18.676610 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-14ed89e9-8715-4491-82d5-b013b344e1da req-6a830494-35f1-4480-8e82-ec6983f9dc33 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0887184 May 19 05:58:18.728605 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51802) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:18.729299 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-14ed89e9-8715-4491-82d5-b013b344e1da req-319e5457-369b-44a8-a5b3-1a692e75202f tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 May 19 05:58:18.900986 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ce8a-be12-4c5e-bcbd-ad4023d33a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:18.930245 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-19c1d32c-d1e6-4ffa-8c91-329e28522a29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e635cc06eee4ec0bf4c316b510825a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982341 May 19 05:58:18.930483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51814) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:18.983872 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:58:18.989390 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:19.016247 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:19.146833 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:19.152247 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-06fb197b-9755-41d8-b01e-5604e9dd11c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:19.171768 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0ec0a0-629b-4899-aeca-5854b07f0091,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:19.174630 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:19.254452 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:19.255584 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-5cfda596-9ef0-4178-8200-a573b660f813 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef0ec0a0-629b-4899-aeca-5854b07f0091 HTTP/1.1" status: 204 len: 168 time: 0.3242924 May 19 05:58:20.321178 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e963ec-8ead-401e-ae87-064b4a5c622e req-b9cdbd9e-c59c-49ff-9312-6a9b3c0a45e6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:20.322569 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2e963ec-8ead-401e-ae87-064b4a5c622e req-b9cdbd9e-c59c-49ff-9312-6a9b3c0a45e6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0834563 May 19 05:58:20.376104 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f2e963ec-8ead-401e-ae87-064b4a5c622e req-b76e5896-4ea0-4d6b-befb-287c4e9ed159 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477848 May 19 05:58:21.289795 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:21.576282 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17dfe3-18fb-47cf-a3f0-d0b6635422fa req-0cf24fa4-65d9-48be-9cba-04c27ad9bab2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:21.584709 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5b17dfe3-18fb-47cf-a3f0-d0b6635422fa req-0cf24fa4-65d9-48be-9cba-04c27ad9bab2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0834157 May 19 05:58:21.628549 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5b17dfe3-18fb-47cf-a3f0-d0b6635422fa req-c3886989-b733-48a7-b425-c4959d6a9a22 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437865 May 19 05:58:22.141190 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4591-aaac-4f3b-b636-2d5e00c9ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:22.244223 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:22.820599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd859454-7522-47c3-bfe1-9642c1f80b74 req-536af250-5a88-4b83-b937-0d2a5df1c0a0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:22.822037 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-bd859454-7522-47c3-bfe1-9642c1f80b74 req-536af250-5a88-4b83-b937-0d2a5df1c0a0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0851164 May 19 05:58:22.867726 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-bd859454-7522-47c3-bfe1-9642c1f80b74 req-7edbec79-c3d7-4b94-a02e-57c35124da9f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395477 May 19 05:58:22.968668 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 51922) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:23.086990 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.102306 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:23.106131 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe1d406be3d428d9c8b1b4de9e63711 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:23.108947 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:23.115374 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:23.200974 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.272135 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.279354 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-38a767ce-3fdf-4dcd-8abd-40d460165d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:23.322278 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de9d25-b507-458a-9098-0eeae283043d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:23.324860 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:23.329209 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fe1d406be3d428d9c8b1b4de9e63711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571875 May 19 05:58:23.330080 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 51932) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:23.402485 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.442990 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.563729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.568353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6dcdfe1c-214d-44d7-83a4-86a8155546f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:23.582526 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de9d25-b507-458a-9098-0eeae283043d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:23.588067 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:23.589941 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:23.591031 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6de9d25-b507-458a-9098-0eeae283043d HTTP/1.1" status: 204 len: 168 time: 0.2605624 May 19 05:58:23.980974 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d314368-fea3-464e-899a-cc8f4a97329a req-e86592db-4f2a-43e8-b9d2-cc5f0a75ccf6 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:23.983583 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1d314368-fea3-464e-899a-cc8f4a97329a req-e86592db-4f2a-43e8-b9d2-cc5f0a75ccf6 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1146913 May 19 05:58:24.051653 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1d314368-fea3-464e-899a-cc8f4a97329a req-d59fc8f3-defc-4c94-9de1-77cd1b199e85 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623896 May 19 05:58:24.100770 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853091de-63a0-47d6-979a-c8e1feb3cb03 req-fbf43e3e-d113-474f-a983-c2434bc09e45 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:24.102187 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-853091de-63a0-47d6-979a-c8e1feb3cb03 req-fbf43e3e-d113-474f-a983-c2434bc09e45 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1181211 May 19 05:58:24.150113 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-853091de-63a0-47d6-979a-c8e1feb3cb03 req-1f26f645-3013-4d20-b470-c861cb729c15 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 May 19 05:58:24.306364 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:25.297554 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e7c3-dce7-4afe-8737-5459fd73594c req-e3ccbb52-e1c6-44bf-90ea-ec83bf8167fe tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:25.299605 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-48d7e7c3-dce7-4afe-8737-5459fd73594c req-e3ccbb52-e1c6-44bf-90ea-ec83bf8167fe tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1367323 May 19 05:58:25.344285 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-48d7e7c3-dce7-4afe-8737-5459fd73594c req-eac00b63-f05c-4880-81e8-dbeaf0665361 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387805 May 19 05:58:25.564462 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d33e3-63e8-42ab-98e4-992ab0b0591f req-ab9df21c-84be-44e4-9b5a-240ad0e5208e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:25.568066 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-296d33e3-63e8-42ab-98e4-992ab0b0591f req-ab9df21c-84be-44e4-9b5a-240ad0e5208e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1085372 May 19 05:58:25.613511 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-296d33e3-63e8-42ab-98e4-992ab0b0591f req-9ed69427-d25a-4c6c-8ad6-5d837c1fb347 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407465 May 19 05:58:26.417105 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-757177bc-5f11-438f-8d63-48b5cd7bc827 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:26.418623 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-757177bc-5f11-438f-8d63-48b5cd7bc827 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.0890298 May 19 05:58:26.616887 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e02c5-35d4-4b2d-b206-d27b970046ce req-9a7c1620-3505-46e4-b11d-9854c8bde676 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:26.618345 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7d3e02c5-35d4-4b2d-b206-d27b970046ce req-9a7c1620-3505-46e4-b11d-9854c8bde676 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 945 time: 0.1606452 May 19 05:58:26.643042 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Deleting port 57d2643b-404a-4b26-990a-20cfd0afd1fe {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:26.643042 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:26.751602 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7d3e02c5-35d4-4b2d-b206-d27b970046ce req-fab7b592-8022-41ac-88a4-b09d181abd9e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262755 May 19 05:58:26.812991 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] For port 57d2643b-404a-4b26-990a-20cfd0afd1fe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57d2643b-404a-4b26-990a-20cfd0afd1fe,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:26.813476 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:26.838874 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68cd4-078e-4060-831f-8fd205da83b4 req-93c74073-f9f4-4d80-a440-455db38697ec tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:26.844287 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3fa68cd4-078e-4060-831f-8fd205da83b4 req-93c74073-f9f4-4d80-a440-455db38697ec tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1073203 May 19 05:58:26.895724 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3fa68cd4-078e-4060-831f-8fd205da83b4 req-d662ec58-a1aa-4461-8456-a3739e98a221 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442872 May 19 05:58:26.943830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Calling delete_port for 57d2643b-404a-4b26-990a-20cfd0afd1fe owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:27.129372 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:27.135347 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1f0b561d-56b0-488a-853c-8da0e5e1fa62 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:27.141105 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['57d2643b-404a-4b26-990a-20cfd0afd1fe', '5811a884-188a-4424-805d-de4b017df401'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:58:27.183904 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Pushing event deleted for resources: {'Port': ['ID=57d2643b-404a-4b26-990a-20cfd0afd1fe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:27.187012 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:27.264028 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] No DVR routers for this DVR port 57d2643b-404a-4b26-990a-20cfd0afd1fe on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:27.266924 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:27.270543 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084d00d9-eea2-4824-b48d-681a446ae09e', 'name': 'network-vif-deleted', 'tag': '57d2643b-404a-4b26-990a-20cfd0afd1fe'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:27.316950 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084d00d9-eea2-4824-b48d-681a446ae09e', 'name': 'network-vif-deleted', 'tag': '57d2643b-404a-4b26-990a-20cfd0afd1fe', 'status': 'completed', 'code': 200} May 19 05:58:27.349003 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-10b6323c-e5ca-48e4-a5ec-2d8b45cafedf req-49f39c53-3e90-472a-b257-3d9d196c52b8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "DELETE /v2.0/ports/57d2643b-404a-4b26-990a-20cfd0afd1fe HTTP/1.1" status: 204 len: 173 time: 0.9246192 May 19 05:58:27.922305 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-03412234-625e-4a2e-87f0-18748e29d0c8 req-5d0b36da-f27f-4f2d-b722-47bfe6edb054 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Synchronizing usage tracker for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:28.000821 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-03412234-625e-4a2e-87f0-18748e29d0c8 req-5d0b36da-f27f-4f2d-b722-47bfe6edb054 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Unset dirty status for tenant:08c8eebecee3461c9454ae61e5cd93f6 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:28.003594 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-03412234-625e-4a2e-87f0-18748e29d0c8 req-5d0b36da-f27f-4f2d-b722-47bfe6edb054 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=084d00d9-eea2-4824-b48d-681a446ae09e HTTP/1.1" status: 200 len: 210 time: 0.1271908 May 19 05:58:28.102393 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac6ab-babf-43ca-8ffc-e78994293cfe req-41caa6fe-81cb-4317-af2f-de80e952f1e6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:28.103883 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-cb6ac6ab-babf-43ca-8ffc-e78994293cfe req-41caa6fe-81cb-4317-af2f-de80e952f1e6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0916011 May 19 05:58:28.227428 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-cb6ac6ab-babf-43ca-8ffc-e78994293cfe req-411f5aef-ee00-4f8f-8124-640fd5a39d5e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177168 May 19 05:58:28.965943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52082) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:29.152521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.168470 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:29.172603 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Usage tracker for resource:security_group_rule and tenant:aeb9fcb026be4d88a0d38056f9b36430 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:29.176139 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:29.183406 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:29.184688 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57d2643b-404a-4b26-990a-20cfd0afd1fe no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:29.219773 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 57d2643b-404a-4b26-990a-20cfd0afd1fe {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:29.220469 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57d2643b-404a-4b26-990a-20cfd0afd1fe not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:29.275805 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.393129 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.400878 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-c3b66b6d-8f44-4e12-bd60-46a0a2464a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:29.444181 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a568452-7807-4a13-a0c9-3f61c4bef203,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:29.449779 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:29.458844 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeb9fcb026be4d88a0d38056f9b36430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918065 May 19 05:58:29.459067 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:29.476426 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eaa05-223f-421f-91d4-5d390822ebfc req-c7d19ab2-e384-4a2e-a130-29a60dcf5271 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:29.478201 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a79eaa05-223f-421f-91d4-5d390822ebfc req-c7d19ab2-e384-4a2e-a130-29a60dcf5271 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1408887 May 19 05:58:29.523389 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a79eaa05-223f-421f-91d4-5d390822ebfc req-56a2354e-7b9c-4f88-9c42-f053538b61e6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392337 May 19 05:58:29.533002 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.559335 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.677944 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.682884 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-27df15a1-2d04-4f1c-b361-1a6377be4c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:29.694707 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a568452-7807-4a13-a0c9-3f61c4bef203,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:29.697702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:29.699756 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:29.700847 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a568452-7807-4a13-a0c9-3f61c4bef203 HTTP/1.1" status: 204 len: 168 time: 0.2407954 May 19 05:58:29.725723 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8df0e8-8ef7-44d2-a1a8-f5b7e77203ed req-a5ecaf64-4caf-4efe-940e-a7e17ecc7a79 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:29.727223 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ab8df0e8-8ef7-44d2-a1a8-f5b7e77203ed req-a5ecaf64-4caf-4efe-940e-a7e17ecc7a79 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0898459 May 19 05:58:29.779191 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ab8df0e8-8ef7-44d2-a1a8-f5b7e77203ed req-6509c71e-783c-4519-9e07-4b5c622d8c91 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 May 19 05:58:30.718557 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cb175-5a09-4d8f-a8b8-7c6f34c53890 req-df1b15ec-645b-448b-ad18-f9fbb5b4927a tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:30.720081 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-584cb175-5a09-4d8f-a8b8-7c6f34c53890 req-df1b15ec-645b-448b-ad18-f9fbb5b4927a tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0839117 May 19 05:58:30.768669 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-584cb175-5a09-4d8f-a8b8-7c6f34c53890 req-2fe8b0f4-4313-42d8-b3e3-d1bcd8100eb0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419376 May 19 05:58:30.967403 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa61e-d005-4594-af81-a20399d7b368 req-3f77fe5e-59d5-4dda-a474-5b94c64d5ce1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:30.968936 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c1fa61e-d005-4594-af81-a20399d7b368 req-3f77fe5e-59d5-4dda-a474-5b94c64d5ce1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0809906 May 19 05:58:31.015611 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c1fa61e-d005-4594-af81-a20399d7b368 req-55da6e7c-d6f7-4268-942f-ea9396bf3e1e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 May 19 05:58:31.951455 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823431-e73e-457f-8ac1-76f0b0dde9e9 req-dbca7bbe-75c2-40c6-a1b5-dd7cc1cba7c1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:31.952887 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-14823431-e73e-457f-8ac1-76f0b0dde9e9 req-dbca7bbe-75c2-40c6-a1b5-dd7cc1cba7c1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0792747 May 19 05:58:31.999914 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-14823431-e73e-457f-8ac1-76f0b0dde9e9 req-ead2cdd9-0889-4d7c-908c-ccb84361978c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 May 19 05:58:32.094959 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:32.206671 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974b559-b8ab-4000-a9ca-2c80126097be req-2784de55-3480-4dd6-9a79-6e5b25572d9e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:32.208059 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0974b559-b8ab-4000-a9ca-2c80126097be req-2784de55-3480-4dd6-9a79-6e5b25572d9e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0835326 May 19 05:58:32.252546 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0974b559-b8ab-4000-a9ca-2c80126097be req-df5b45cd-183c-457f-8032-520e50d48da3 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 May 19 05:58:33.184230 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3039f8-f62c-425e-a387-8162ee63d747 req-b67647bf-dffb-4eb1-b5d6-34fcef6e4c0d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:33.185722 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4c3039f8-f62c-425e-a387-8162ee63d747 req-b67647bf-dffb-4eb1-b5d6-34fcef6e4c0d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0806637 May 19 05:58:33.230919 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4c3039f8-f62c-425e-a387-8162ee63d747 req-8e05701c-6ddd-40dc-acaf-654db218ec57 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393250 May 19 05:58:33.395241 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-bf89e9ad-a943-4ca8-8670-0d9ff09bf2f7 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:33.451815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c528-5e5f-475f-aca9-4effa93337ca req-ba5a8c5a-e15d-464d-bc20-91a0388b0a4a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:33.453161 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3848c528-5e5f-475f-aca9-4effa93337ca req-ba5a8c5a-e15d-464d-bc20-91a0388b0a4a tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0921662 May 19 05:58:33.460750 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-bf89e9ad-a943-4ca8-8670-0d9ff09bf2f7 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:33.461917 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-bf89e9ad-a943-4ca8-8670-0d9ff09bf2f7 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195462217&fields=id&tenant_id=87f7e97a27f64a379696cd88b44ce7b9 HTTP/1.1" status: 200 len: 267 time: 0.1080849 May 19 05:58:33.498287 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3848c528-5e5f-475f-aca9-4effa93337ca req-0ee1da16-c35d-475b-ab6d-7c91bfbb2ef1 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 May 19 05:58:33.610376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-a85834e2-92eb-4b7c-ad21-4e01e59375cb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:33.611046 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-a85834e2-92eb-4b7c-ad21-4e01e59375cb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:33.698995 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-a85834e2-92eb-4b7c-ad21-4e01e59375cb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:33.698995 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-a85834e2-92eb-4b7c-ad21-4e01e59375cb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 808 time: 0.2278962 May 19 05:58:33.712108 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-8c57c8b0-bff2-480c-9153-5bdbee680d94 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/quotas/87f7e97a27f64a379696cd88b44ce7b9 HTTP/1.1" status: 200 len: 375 time: 0.0103312 May 19 05:58:33.803132 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-39255251-7be2-406e-856d-59a8cdeb9253 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:33.888794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-39255251-7be2-406e-856d-59a8cdeb9253 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:33.890026 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-39255251-7be2-406e-856d-59a8cdeb9253 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713767 May 19 05:58:34.026315 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-addce01d-3dd0-41c5-b4ec-7fc56abcfd0e service neutron] 10.222.0.24 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247814 May 19 05:58:34.154267 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-68286261-3be9-4904-8544-abd114dc74f5 service neutron] 10.222.0.24 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220748 May 19 05:58:34.423590 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cca16-d2fe-44ca-93e1-11cfe9d2df16 req-09b7be62-fc4c-4f41-aef5-c8496328bed6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:34.424642 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52224) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:34.425413 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d91cca16-d2fe-44ca-93e1-11cfe9d2df16 req-09b7be62-fc4c-4f41-aef5-c8496328bed6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0826108 May 19 05:58:34.474828 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d91cca16-d2fe-44ca-93e1-11cfe9d2df16 req-64b0d69e-16bc-4329-90ea-1f8974f61249 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 May 19 05:58:34.554028 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.568444 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:34.572359 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cfed67ba7242e39fde5f6fbcc82998 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:34.575225 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:34.581748 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:34.668053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.733183 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcedcd-c3c1-405f-8f14-a3de107c53b6 req-53f2bf62-74d3-4110-b3e4-aa97139c25f2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:34.734693 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-20bcedcd-c3c1-405f-8f14-a3de107c53b6 req-53f2bf62-74d3-4110-b3e4-aa97139c25f2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.1313033 May 19 05:58:34.742592 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.785032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2780b6c2-6939-42c7-8f8c-ab52efc59114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:34.800274 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-20bcedcd-c3c1-405f-8f14-a3de107c53b6 req-8e12d333-5deb-4002-b444-1a13b734f23d tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585587 May 19 05:58:34.825990 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-13adad74-c65c-45ca-8d4d-438c1c1055c3 req-a16625f1-ea8c-4f1a-96c7-34245a159571 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 210 time: 0.0819824 May 19 05:58:34.844404 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4cfed67ba7242e39fde5f6fbcc82998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181352 May 19 05:58:34.846877 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52242) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:34.850404 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19461695-db91-4fc2-abb2-74893c2fbb7d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:34.865912 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:34.924167 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:34.949665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.054929 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.060216 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6e619e54-5301-4932-ba25-82765b68a1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:35.074529 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19461695-db91-4fc2-abb2-74893c2fbb7d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:35.077103 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:35.086933 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.090451 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19461695-db91-4fc2-abb2-74893c2fbb7d HTTP/1.1" status: 204 len: 168 time: 0.2403934 May 19 05:58:35.319935 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809825-6809-4622-9988-ed4be1134e72 req-26897ec2-eec5-42ee-af48-fe11fb138ad8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:35.321308 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0d809825-6809-4622-9988-ed4be1134e72 req-26897ec2-eec5-42ee-af48-fe11fb138ad8 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0807593 May 19 05:58:35.478387 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Deleting port 5811a884-188a-4424-805d-de4b017df401 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:35.479098 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.688531 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] For port 5811a884-188a-4424-805d-de4b017df401, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5811a884-188a-4424-805d-de4b017df401,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:35.688878 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:35.817716 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Calling delete_port for 5811a884-188a-4424-805d-de4b017df401 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:35.854690 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b9128-4546-4378-8fdd-6b0235233a4f req-9ab1b326-f468-4567-a22f-f59912358ffc tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:35.856192 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-019b9128-4546-4378-8fdd-6b0235233a4f req-9ab1b326-f468-4567-a22f-f59912358ffc tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.2423809 May 19 05:58:35.917072 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-019b9128-4546-4378-8fdd-6b0235233a4f req-87855b54-af23-47dd-8d2b-baccb20058da tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552437 May 19 05:58:35.994452 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e390a11-76a7-40a5-b125-542458f71c46 req-aceee110-9f04-44b8-9fdc-473ceebdd1d2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:35.996885 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5e390a11-76a7-40a5-b125-542458f71c46 req-aceee110-9f04-44b8-9fdc-473ceebdd1d2 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 946 time: 0.0889523 May 19 05:58:36.044895 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5e390a11-76a7-40a5-b125-542458f71c46 req-2906d823-dac3-46a2-970f-219cc01ac3a7 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/security-groups?id=581b3c13-d6f3-4999-aaed-084f80cefada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 May 19 05:58:36.060496 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-807428e5-4aeb-4d66-b490-ee7d0bb51f91 req-61110d3d-86b5-41c2-85bc-53d198092270 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 210 time: 0.0432684 May 19 05:58:36.077505 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.084117 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2bd48d98-e8a4-41ef-98e3-9943f152f219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:36.088515 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['5811a884-188a-4424-805d-de4b017df401'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:58:36.131906 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Pushing event deleted for resources: {'Port': ['ID=5811a884-188a-4424-805d-de4b017df401,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:36.134963 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:36.208790 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] No DVR routers for this DVR port 5811a884-188a-4424-805d-de4b017df401 on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 05:58:36.211342 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:36.213966 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'name': 'network-vif-deleted', 'tag': '5811a884-188a-4424-805d-de4b017df401'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:36.258328 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4b640a-afc9-4fef-a9cb-af68a53702aa', 'name': 'network-vif-deleted', 'tag': '5811a884-188a-4424-805d-de4b017df401', 'status': 'completed', 'code': 200} May 19 05:58:36.306653 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0d809825-6809-4622-9988-ed4be1134e72 req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.32 "DELETE /v2.0/ports/5811a884-188a-4424-805d-de4b017df401 HTTP/1.1" status: 204 len: 173 time: 0.9799964 May 19 05:58:37.190920 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae37f-dd48-4c39-8c97-ea8ac757eabf req-a6276cac-6cc4-46ac-86b8-590d075c048c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:37.192505 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6abae37f-dd48-4c39-8c97-ea8ac757eabf req-a6276cac-6cc4-46ac-86b8-590d075c048c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1638706 May 19 05:58:37.233678 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-73b6b4bd-f129-4c42-a95f-0b758fea3fee tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:37.235130 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-73b6b4bd-f129-4c42-a95f-0b758fea3fee tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.32 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 808 time: 0.2496340 May 19 05:58:37.261670 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7d6885f7-c568-478f-8b4e-fd19aa3c55d5 req-b56859e5-b4c4-4b42-b4e1-77de101a115e tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb4b640a-afc9-4fef-a9cb-af68a53702aa HTTP/1.1" status: 200 len: 210 time: 0.0555224 May 19 05:58:37.262815 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6abae37f-dd48-4c39-8c97-ea8ac757eabf req-55db643b-0bc0-4f30-8618-70a40c1ea2f6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558217 May 19 05:58:37.327983 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-5b4b02ed-ca80-4c68-8d13-b4ffd75235ba tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:37.342864 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-0dac1f09-252e-4c14-811f-74f984129169 req-5b4b02ed-ca80-4c68-8d13-b4ffd75235ba tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:37.344052 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-5b4b02ed-ca80-4c68-8d13-b4ffd75235ba tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f7e97a27f64a379696cd88b44ce7b9 HTTP/1.1" status: 200 len: 380 time: 0.0846810 May 19 05:58:37.359745 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'port': {'device_id': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'admin_state_up': True, 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'security_groups': ['5f1c535c-1fee-497c-95db-3200e9377f00']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:37.447137 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d5474846-f526-425a-8f39-76aef6a289f9 req-2f00a3f1-69b9-49b9-ae9d-89e5113ca9a9 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 210 time: 0.0675673 May 19 05:58:37.573303 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:37.583810 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:37.655011 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Made reservation on behalf of 87f7e97a27f64a379696cd88b44ce7b9 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:37.658647 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:37.872530 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Allocated IP 172.20.0.12 (88006204-9a09-4b99-9fda-259916a7d49d/ddbe8f47-ad5c-435e-9158-6e40c45c5715/57ebc624-14f3-4055-9478-b153a590817b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:38.058602 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.075605 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Transition to ACTIVE for port object 57ebc624-14f3-4055-9478-b153a590817b will not be triggered until provisioned by entity DHCP. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:38.158174 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.163707 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-94808908-3cf1-46cf-8a6c-38bc3daaa063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:38.229750 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Network 88006204-9a09-4b99-9fda-259916a7d49d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:38.232897 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:38.236731 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:38.275859 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:38.284410 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:38.306919 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:38.307268 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.371477 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52302) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:38.438836 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0891705 May 19 05:58:38.450042 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Request body: {'port': {'device_id': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:38.511905 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-4ec34b5a-4c68-4b70-ada6-95cccae99c8d None None] Provisioning for port 57ebc624-14f3-4055-9478-b153a590817b completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:38.527233 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-4ec34b5a-4c68-4b70-ada6-95cccae99c8d None None] Provisioning complete for port 57ebc624-14f3-4055-9478-b153a590817b triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:38.527779 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4ec34b5a-4c68-4b70-ada6-95cccae99c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.582543 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:38.613767 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-4ec34b5a-4c68-4b70-ada6-95cccae99c8d None None] Port 57ebc624-14f3-4055-9478-b153a590817b cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:38.803707 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a149ad6-b655-4395-bc58-89dc154f68ea req-6395d3b9-41dd-44f4-bea2-d86ffbc598d1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:38.805126 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3a149ad6-b655-4395-bc58-89dc154f68ea req-6395d3b9-41dd-44f4-bea2-d86ffbc598d1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.3623102 May 19 05:58:38.893533 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6983d6f-cff6-4017-aa61-1686e68e1db1 req-a25848b6-b119-499d-a778-7e5b7599a68e tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:38.894640 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-a6983d6f-cff6-4017-aa61-1686e68e1db1 req-a25848b6-b119-499d-a778-7e5b7599a68e tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:38.951136 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3a149ad6-b655-4395-bc58-89dc154f68ea req-6d002f20-e760-489e-a252-78d6a55efe33 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979168 May 19 05:58:39.011987 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-a6983d6f-cff6-4017-aa61-1686e68e1db1 req-a25848b6-b119-499d-a778-7e5b7599a68e tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:39.013211 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a6983d6f-cff6-4017-aa61-1686e68e1db1 req-a25848b6-b119-499d-a778-7e5b7599a68e tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 932 time: 0.3599086 May 19 05:58:39.024351 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ebc624-14f3-4055-9478-b153a590817b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:58:39.045647 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.077830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Transition to ACTIVE for port object 57ebc624-14f3-4055-9478-b153a590817b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:39.083049 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a6983d6f-cff6-4017-aa61-1686e68e1db1 req-6548f0e9-d922-45f2-91a5-f0c4622f5260 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612385 May 19 05:58:39.113094 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.117377 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.122203 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-94999a28-dca0-4148-92c5-26d223e83431 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:39.244212 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 5811a884-188a-4424-805d-de4b017df401 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:39.288821 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 5811a884-188a-4424-805d-de4b017df401 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:39.289478 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 5811a884-188a-4424-805d-de4b017df401 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:39.311852 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:39.318187 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:39.357778 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Attempting to bind port 57ebc624-14f3-4055-9478-b153a590817b on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:39.358100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Attempting to bind port 57ebc624-14f3-4055-9478-b153a590817b by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:39.358448 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Attempting to bind port 57ebc624-14f3-4055-9478-b153a590817b on network 88006204-9a09-4b99-9fda-259916a7d49d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:39.363041 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Port 57ebc624-14f3-4055-9478-b153a590817b on network 88006204-9a09-4b99-9fda-259916a7d49d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:58:39.363378 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Attempting to bind port 57ebc624-14f3-4055-9478-b153a590817b on network 88006204-9a09-4b99-9fda-259916a7d49d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:39.368336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:39.368662 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Checking segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:39.369059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Bound using segment: {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:39.369467 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Bound port: 57ebc624-14f3-4055-9478-b153a590817b, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6687e1-64b1-4d17-8733-084ed5e41380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:39.369799 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.458154 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:39.461155 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:39.523907 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.528532 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:39.529913 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Deleting port bcddbe56-da4e-4f47-95e4-8454245f65fc {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:39.530396 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.587363 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:39.587974 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.589353 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 1094 time: 1.1435335 May 19 05:58:39.589835 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:39.615651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:39.624301 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-86f09068-9533-4bc1-9735-4f22a3cb23a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:39.645575 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'status': 'completed', 'code': 200} May 19 05:58:39.671944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] For port bcddbe56-da4e-4f47-95e4-8454245f65fc, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=bcddbe56-da4e-4f47-95e4-8454245f65fc,segment=NetworkSegment(df6b62c8-86c4-4785-8a59-580d0bb9ee89),segment_id=df6b62c8-86c4-4785-8a59-580d0bb9ee89)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:39.672318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:39.745804 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f0f90-5167-4a4d-8544-e42d27ba199f req-9670b609-8ef4-4d52-b941-0e4895b5088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:39.747490 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f94f0f90-5167-4a4d-8544-e42d27ba199f req-9670b609-8ef4-4d52-b941-0e4895b5088c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1097 time: 0.0770330 May 19 05:58:39.801744 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Calling delete_port for bcddbe56-da4e-4f47-95e4-8454245f65fc owned by network:router_interface {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:39.888994 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f0f90-5167-4a4d-8544-e42d27ba199f req-940fc6ee-53c9-4593-88a7-fcc1162a58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:39.890448 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f94f0f90-5167-4a4d-8544-e42d27ba199f req-940fc6ee-53c9-4593-88a7-fcc1162a58a8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1361182 May 19 05:58:40.155875 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f0f90-5167-4a4d-8544-e42d27ba199f req-5a2f49d6-5a00-4719-9bba-1dc6e01c884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:40.157328 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f94f0f90-5167-4a4d-8544-e42d27ba199f req-5a2f49d6-5a00-4719-9bba-1dc6e01c884b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2605481 May 19 05:58:40.187681 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55a3b-a799-46cd-ad1c-96e18b229e68 req-f113e109-ded3-41fd-b93f-8184b17b6a6e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:40.189479 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8c55a3b-a799-46cd-ad1c-96e18b229e68 req-f113e109-ded3-41fd-b93f-8184b17b6a6e tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1134446 May 19 05:58:40.263517 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.268694 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-915ebac9-02ea-4c97-b4bf-fd31703425e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:40.283646 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a8c55a3b-a799-46cd-ad1c-96e18b229e68 req-f1ef9d67-71fa-4045-b212-1cae38788929 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592949 May 19 05:58:40.299870 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-2c5988bf-52c8-44d6-be2c-cd710815e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:40.302064 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-2c5988bf-52c8-44d6-be2c-cd710815e574 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1097 time: 0.1085181 May 19 05:58:40.323519 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcddbe56-da4e-4f47-95e4-8454245f65fc,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:40.374684 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-5106118f-59b1-409c-a22e-f0c73afc45a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 217 time: 0.0657310 May 19 05:58:40.393879 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.394235 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.395226 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.395574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.395914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.396252 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.396584 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.396916 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.397249 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.397578 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.397907 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.398239 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:40.405238 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:40.442255 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-42dbd6f1-794a-4a9c-934d-eb0d2018503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:40.443959 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-42dbd6f1-794a-4a9c-934d-eb0d2018503d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 200 len: 847 time: 0.0632846 May 19 05:58:40.444589 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663c7e3-fb08-45af-8a32-7d826b4d5485 req-86ea7c42-be81-4524-9255-fdb38fd7c736 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:40.446041 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7663c7e3-fb08-45af-8a32-7d826b4d5485 req-86ea7c42-be81-4524-9255-fdb38fd7c736 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 944 time: 0.2307625 May 19 05:58:40.525037 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1f09-252e-4c14-811f-74f984129169 req-385b2b59-e6c3-45e3-b9c1-ae2ee32bd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:40.526536 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-385b2b59-e6c3-45e3-b9c1-ae2ee32bd4e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88006204-9a09-4b99-9fda-259916a7d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754802 May 19 05:58:40.575312 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7663c7e3-fb08-45af-8a32-7d826b4d5485 req-7af20589-b4e2-4af4-97a4-42dbb514a21e tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214044 May 19 05:58:40.662894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:40.677072 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-251e488c-a17f-4044-b40b-2a08ac0f75e8 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405549 May 19 05:58:40.813550 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0dac1f09-252e-4c14-811f-74f984129169 req-674b04d4-346a-48af-97b8-73ca32a3e429 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294703 May 19 05:58:41.021702 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Router b69578eb-13f9-4c60-9d16-0b76247dc391 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:41.191475 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:41.200026 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] Sync routers for ids ['b69578eb-13f9-4c60-9d16-0b76247dc391'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:41.205343 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] 10.222.0.24 "PUT /v2.0/routers/b69578eb-13f9-4c60-9d16-0b76247dc391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8305795 May 19 05:58:41.205581 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52344) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:41.208862 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] Routers {'b69578eb-13f9-4c60-9d16-0b76247dc391'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:41.209481 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b69578eb-13f9-4c60-9d16-0b76247dc391'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:41.376934 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks [] for router, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:41.383535 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] Set router b69578eb-13f9-4c60-9d16-0b76247dc391 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:41.479235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5502dc-679c-4bb7-a09a-a927d1d97b7e req-176678b9-d20a-4864-9cac-6e2ec01abc97 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:41.480950 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7e5502dc-679c-4bb7-a09a-a927d1d97b7e req-176678b9-d20a-4864-9cac-6e2ec01abc97 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0881310 May 19 05:58:41.528894 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7e5502dc-679c-4bb7-a09a-a927d1d97b7e req-04d5ea06-d59f-49b3-a24f-248b615d1b8a tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 May 19 05:58:41.662421 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:41.703954 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'e925a139-2a90-40de-899a-53e0628829df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:58:40Z', 'revision_number': 5, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port': {'id': 'e925a139-2a90-40de-899a-53e0628829df', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:55:42Z', 'updated_at': '2021-05-19T05:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:41.708506 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] Checking router: b69578eb-13f9-4c60-9d16-0b76247dc391 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:41.717746 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] Routers {'b69578eb-13f9-4c60-9d16-0b76247dc391'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:41.718362 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b69578eb-13f9-4c60-9d16-0b76247dc391'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:41.785580 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4b7a-bb48-4a24-83d2-cca055685711 req-6429cd3e-b885-4397-9dcf-85d59e760a09 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:41.787047 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5a1a4b7a-bb48-4a24-83d2-cca055685711 req-6429cd3e-b885-4397-9dcf-85d59e760a09 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 944 time: 0.0899074 May 19 05:58:41.814041 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Deleting port e925a139-2a90-40de-899a-53e0628829df {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 05:58:41.814378 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:41.839656 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5a1a4b7a-bb48-4a24-83d2-cca055685711 req-7c553beb-7707-4251-8553-ce9f6c09ffa9 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 May 19 05:58:41.872827 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] Set router b69578eb-13f9-4c60-9d16-0b76247dc391 gateway port host: None {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:41.962179 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] For port e925a139-2a90-40de-899a-53e0628829df, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e925a139-2a90-40de-899a-53e0628829df,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:41.973287 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.010310 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:58:41Z', 'revision_number': 6, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port_host': None}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:42.014493 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873b610-3e35-4098-b54c-612d730ef33c None None] The sync data for ids ['b69578eb-13f9-4c60-9d16-0b76247dc391'] in dv-cinder-782405-8-smb is: [{'id': 'b69578eb-13f9-4c60-9d16-0b76247dc391', 'name': 'tempest-ServerRescueNegativeTestJSON-781919578-router', 'tenant_id': '08c8eebecee3461c9454ae61e5cd93f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:55:40Z', 'updated_at': '2021-05-19T05:58:41Z', 'revision_number': 6, 'project_id': '08c8eebecee3461c9454ae61e5cd93f6', 'gw_port_host': None}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:42.124652 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Calling delete_port for e925a139-2a90-40de-899a-53e0628829df owned by network:router_gateway {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 05:58:42.141614 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0053-143f-4938-93f8-3c64688c8cbc req-ae3146c3-97ad-49e4-bfc1-c7eb1473c7a4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:42.143177 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e64a0053-143f-4938-93f8-3c64688c8cbc req-ae3146c3-97ad-49e4-bfc1-c7eb1473c7a4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0898829 May 19 05:58:42.242619 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e64a0053-143f-4938-93f8-3c64688c8cbc req-e50a1c04-5c0d-4cb0-bace-4a0d8d1bedf3 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918970 May 19 05:58:42.258417 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-da4ec43a-5cf1-46c6-9e72-d38c0bf46dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:42.259955 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-da4ec43a-5cf1-46c6-9e72-d38c0bf46dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1098 time: 0.0923131 May 19 05:58:42.329172 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.333132 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-55fd198b-fac6-45d9-b2f4-08714a6da145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:42.375915 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Pushing event deleted for resources: {'Port': ['ID=e925a139-2a90-40de-899a-53e0628829df,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:42.379989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:42.398903 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-c1338bf8-19ab-45bf-a704-a4a252f1d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:42.400398 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-c1338bf8-19ab-45bf-a704-a4a252f1d857 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 911 time: 0.1339741 May 19 05:58:42.485084 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.517846 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-f039313c-776e-4605-b6e0-0a7191b7b518 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 200 len: 1000 time: 0.1107812 May 19 05:58:42.580097 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-0ea3b544-5843-4cb5-9f40-e34673935cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:42.582017 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-0ea3b544-5843-4cb5-9f40-e34673935cee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.0575376 May 19 05:58:42.659545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.661265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-eceaa0ac-3439-4a01-88e4-5d98083c05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:42.661727 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.662714 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-eceaa0ac-3439-4a01-88e4-5d98083c05fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738084 May 19 05:58:42.826412 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.827113 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69578eb-13f9-4c60-9d16-0b76247dc391 {{(pid=103796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 05:58:42.840029 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:42.841161 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b69578eb-13f9-4c60-9d16-0b76247dc391 HTTP/1.1" status: 204 len: 168 time: 1.6346865 May 19 05:58:42.844085 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52366) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:42.917581 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-1f6a4f45-4033-441b-88fa-d01ac12d001c service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481825 May 19 05:58:42.949473 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Deleting subnet 28943ecc-1aa3-437e-88c2-f0574f0fc329 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 05:58:42.965441 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.051914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a37d-f33a-4508-8ce8-5ca5b1699c77 req-e0788baf-04c9-4762-8548-69ae29a41bc1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:43.053378 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d11a37d-f33a-4508-8ce8-5ca5b1699c77 req-e0788baf-04c9-4762-8548-69ae29a41bc1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 944 time: 0.0858903 May 19 05:58:43.083855 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.107806 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d11a37d-f33a-4508-8ce8-5ca5b1699c77 req-b5dcaa2d-8744-497e-8b86-2cbed869c460 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470371 May 19 05:58:43.160180 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8f53d473-4872-4780-b677-ad58c2099cd6 req-8fae18b6-b47d-4078-9caa-b84c1fd9af2c service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353532 May 19 05:58:43.166260 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.258989 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:58:43.401524 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:43.415900 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '57ebc624-14f3-4055-9478-b153a590817b', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'port_id': '57ebc624-14f3-4055-9478-b153a590817b', 'mac_address': 'fa:16:3e:35:5d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:58:43.472280 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.483117 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fae2-65b7-421e-b44a-5697c7c66578 req-66bddef2-705b-4321-9f1b-23739853cf59 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:43.484569 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-26c5fae2-65b7-421e-b44a-5697c7c66578 req-66bddef2-705b-4321-9f1b-23739853cf59 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1073904 May 19 05:58:43.489599 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ebc624-14f3-4055-9478-b153a590817b {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:58:43.504899 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:43.528730 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-26c5fae2-65b7-421e-b44a-5697c7c66578 req-ddd36525-1796-4267-b643-552dd2b24fbd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375848 May 19 05:58:43.540452 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.545370 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:43.582984 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28943ecc-1aa3-437e-88c2-f0574f0fc329,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.584953 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.591580 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.591580 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-5ca37cd5-af0a-45bf-8c26-d79bec849618 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28943ecc-1aa3-437e-88c2-f0574f0fc329 HTTP/1.1" status: 204 len: 168 time: 0.7463329 May 19 05:58:43.593986 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52378) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:43.608919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.610824 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:43.683975 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:43.688510 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:43.703265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bcddbe56-da4e-4f47-95e4-8454245f65fc no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:43.709101 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.739391 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: bcddbe56-da4e-4f47-95e4-8454245f65fc {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:43.739764 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bcddbe56-da4e-4f47-95e4-8454245f65fc not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:43.740192 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e925a139-2a90-40de-899a-53e0628829df no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 05:58:43.772887 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: e925a139-2a90-40de-899a-53e0628829df {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 05:58:43.773235 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e925a139-2a90-40de-899a-53e0628829df not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 05:58:43.834298 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.847134 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748f7749-996a-4ad2-bfc0-4668835565a2']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:43.850281 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['57ebc624-14f3-4055-9478-b153a590817b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:58:43.860238 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6b62c8-86c4-4785-8a59-580d0bb9ee89') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:43.860528 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6b62c8-86c4-4785-8a59-580d0bb9ee89') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:43.872311 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.890139 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.896715 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 05:58:43.897095 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 05:58:43.913940 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 05:58:44.146712 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.157295 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63a8773d-9970-4bbe-b38b-81a4d08da477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:44.180742 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.187891 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Pushing event deleted for resources: {'Network': ['ID=748f7749-996a-4ad2-bfc0-4668835565a2,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:44.191625 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:44.260654 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-750ffafc-48e2-4d11-8470-56bfba2bce0e admin admin] 10.222.0.24 "DELETE /v2.0/networks/748f7749-996a-4ad2-bfc0-4668835565a2 HTTP/1.1" status: 204 len: 168 time: 0.6654477 May 19 05:58:44.303315 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a51dc-cd13-4b66-9ac4-1b6866b03f6c req-60b6e3d4-4b09-45e9-865c-9d9fd2dc4084 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:44.304794 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0b4a51dc-cd13-4b66-9ac4-1b6866b03f6c req-60b6e3d4-4b09-45e9-865c-9d9fd2dc4084 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 945 time: 0.0827839 May 19 05:58:44.349845 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0b4a51dc-cd13-4b66-9ac4-1b6866b03f6c req-ce150fff-f8f6-457d-983a-b774f83a19f5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386794 May 19 05:58:44.572160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52396) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:44.625315 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-64582441-bbc9-4453-9694-2b82794dc942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08c8eebecee3461c9454ae61e5cd93f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0518358 May 19 05:58:44.627773 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:44.745302 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.779148 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.799427 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cabea0-3496-4f1b-bb1b-6e4901c199cd req-c65d3ba5-ac03-41eb-b243-7560bdbccdf6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:44.800772 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-55cabea0-3496-4f1b-bb1b-6e4901c199cd req-c65d3ba5-ac03-41eb-b243-7560bdbccdf6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.1511703 May 19 05:58:44.863080 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-55cabea0-3496-4f1b-bb1b-6e4901c199cd req-4f6a734c-b7b6-4b53-a39e-269625c35b0d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541215 May 19 05:58:44.940619 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.945773 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1501efcc-6536-4880-a73a-43efdb7bfff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:44.959954 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b3c13-d6f3-4999-aaed-084f80cefada,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:44.962216 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:44.996236 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:44.997445 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/581b3c13-d6f3-4999-aaed-084f80cefada HTTP/1.1" status: 204 len: 168 time: 0.3687215 May 19 05:58:45.290237 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:45.414619 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 57ebc624-14f3-4055-9478-b153a590817b completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:45.420056 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 57ebc624-14f3-4055-9478-b153a590817b triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:45.421894 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.550898 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.551142 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff7ed7-e78b-4a16-9c80-1b17eb6141c6 req-d832a16c-ac6d-4a1b-8f67-c6fff4a6dc89 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:45.553369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ecff7ed7-e78b-4a16-9c80-1b17eb6141c6 req-d832a16c-ac6d-4a1b-8f67-c6fff4a6dc89 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 945 time: 0.0904560 May 19 05:58:45.578563 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:45.588372 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:45.599314 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ecff7ed7-e78b-4a16-9c80-1b17eb6141c6 req-69fb15f1-c64e-42a4-9777-112430b9074e tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 May 19 05:58:45.626374 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'code': 200} May 19 05:58:45.677650 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:45.679833 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:45.749161 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:45.752466 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:46.087471 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9314bc3-7ad6-4128-9548-913f18bd881a req-66bf0c35-1350-4cca-bbc7-e6173909e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:46.089150 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c9314bc3-7ad6-4128-9548-913f18bd881a req-66bf0c35-1350-4cca-bbc7-e6173909e725 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1099 time: 0.0713489 May 19 05:58:46.095441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52444) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:46.134148 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c9314bc3-7ad6-4128-9548-913f18bd881a req-de1d3b14-d9a1-4553-934a-c8edfc0435d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 May 19 05:58:46.199754 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-783833915-network', 'tenant_id': '708f22c273a04c708a9439aaee503650'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:46.204274 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:46.208812 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Usage tracker for resource:network and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:46.211651 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:46.217781 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:46.282753 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Made reservation on behalf of 708f22c273a04c708a9439aaee503650 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:46.285609 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.297111 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.310566 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:46.314214 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:46.317424 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:46.322945 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:46.401394 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.443251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.446146 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e4edb88b-8ffe-4e44-8227-31d4c2e7599a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:46.478413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 05:58:46.483541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599993d-7abe-4148-ba88-f190159fadc5,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:46.487097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:46.490817 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.491205 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Added segment 4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f of type vlan for network b2b2f318-2031-401d-b009-90dc49febc1a May 19 05:58:46.516666 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.608627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.609915 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:46.610496 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:46.615221 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:46.749189 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b2f318-2031-401d-b009-90dc49febc1a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:46.757668 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:46.759952 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network b2b2f318-2031-401d-b009-90dc49febc1a details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 05:58:46.797826 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4dfa8-6140-4118-a635-28c9956c2a4a req-8e9e9a59-8276-4bd8-991d-7cc70eba6760 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:46.799985 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e7e4dfa8-6140-4118-a635-28c9956c2a4a req-8e9e9a59-8276-4bd8-991d-7cc70eba6760 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0892026 May 19 05:58:46.801779 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7047496 May 19 05:58:46.804621 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52452) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:46.810568 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Request body: {'subnet': {'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-subnet', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:46.820121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:46.838986 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Usage tracker for resource:subnet and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:46.843230 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:46.855957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:46.874433 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e7e4dfa8-6140-4118-a635-28c9956c2a4a req-5fa09272-28bc-475a-820c-6e1b48be2762 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562148 May 19 05:58:46.974233 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Made reservation on behalf of 708f22c273a04c708a9439aaee503650 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:58:46.976624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262470825'] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.407893 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262312538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262470811'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.412326 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a8542baf-09f7-41a7-b88d-1de5e0875db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:47.483155 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d837e17-c01f-408e-9203-e2f4e1259ce2,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:47.487104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:47.493010 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Checking segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:47.494083 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Network hostable DHCP agents. Network: b2b2f318-2031-401d-b009-90dc49febc1a, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 05:58:47.568740 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Network b2b2f318-2031-401d-b009-90dc49febc1a is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 05:58:47.666069 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, b2b2f318-2031-401d-b009-90dc49febc1a) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:47.674793 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:47.675399 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.676077 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08edff9-a4a1-4c30-9ec8-b74468565c16 None None] Network b2b2f318-2031-401d-b009-90dc49febc1a requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:47.753535 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9470260 May 19 05:58:47.756656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52468) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:47.762914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:47.767392 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:47.771289 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Usage tracker for resource:router and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:47.774316 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:47.779951 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:47.877552 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.878587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.886623 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-b2b2f318-2031-401d-b009-90dc49febc1a', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 05:58:47.887475 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:47.894062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.065498 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c8407-2428-4402-be29-720419810f63 req-6febe0c6-01e2-43f1-9e2f-01e800323562 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:48.067084 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-019c8407-2428-4402-be29-720419810f63 req-6febe0c6-01e2-43f1-9e2f-01e800323562 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0826104 May 19 05:58:48.067598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Allocated IP 172.20.0.2 (b2b2f318-2031-401d-b009-90dc49febc1a/0d837e17-c01f-408e-9203-e2f4e1259ce2/84c7a60b-ed5f-439a-a6a8-26cbbfd4a929) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:48.114133 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-019c8407-2428-4402-be29-720419810f63 req-0047c4ef-33f5-46fb-a476-0586bf593ff5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 May 19 05:58:48.273155 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.284022 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Transition to ACTIVE for port object 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:48.303355 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Transition to ACTIVE for port object 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:48.363535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.369280 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.373826 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:48.415159 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7b790-e466-4b7e-891d-5a6c79ef3037 req-0f26d5b5-cb1b-403a-8493-428ec5794bc1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:48.416628 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-72c7b790-e466-4b7e-891d-5a6c79ef3037 req-0f26d5b5-cb1b-403a-8493-428ec5794bc1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1890538 May 19 05:58:48.434470 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Network b2b2f318-2031-401d-b009-90dc49febc1a is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:48.437496 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:48.441214 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:48.481389 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Pushing event updated for resources: {'Port': ['ID=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:48.487931 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:48.489107 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-72c7b790-e466-4b7e-891d-5a6c79ef3037 req-92dee215-5cf6-42d6-bc69-10ce31fe8554 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660031 May 19 05:58:48.513424 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Attempting to bind port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Attempting to bind port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Attempting to bind port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 on network b2b2f318-2031-401d-b009-90dc49febc1a {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Checking segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Bound using segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Bound port: 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:48.635221 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.656734 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] For port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:48.661158 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] For port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:48.731946 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.741259 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:48.754887 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9808e48-e9c6-4f6d-9391-3231fd3224e2 tempest-TestShelveInstance-1832450967 tempest-TestShelveInstance-1832450967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:48.756683 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d9808e48-e9c6-4f6d-9391-3231fd3224e2 tempest-TestShelveInstance-1832450967 tempest-TestShelveInstance-1832450967-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1094 time: 0.2421038 May 19 05:58:48.759364 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52494) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:48.764942 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Request body: {'floatingip': {'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'port_id': '57ebc624-14f3-4055-9478-b153a590817b', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:48.775188 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:48.780581 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Usage tracker for resource:floatingip and tenant:87f7e97a27f64a379696cd88b44ce7b9 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:48.784514 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:48.792593 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:48.804115 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.834950 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.841437 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Pushing event updated for resources: {'Port': ['ID=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:48.844769 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:48.889237 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for floatingip, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.941169 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e59778e3-d8f4-4496-a45c-21076e95d0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:48.999992 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Allocated IP 172.28.2.38 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/d1284ade-fca2-4fd9-8318-08384d2b4ff0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:49.071815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.178148 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.290174 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.295608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d12a2760-f36d-440a-b273-3a378f270126 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:49.357972 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:49.360861 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:49.360987 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Allocated IP 172.28.2.90 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/cb731af8-c688-4e91-97b6-f78cd5b35d3d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:49.365032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:49.404901 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Pushing event updated for resources: {'Port': ['ID=d1284ade-fca2-4fd9-8318-08384d2b4ff0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:49.412985 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:49.518916 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.726122 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:49.757833 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7b298-51b7-44dc-b96a-5b08a85d6304 None None] Network b2b2f318-2031-401d-b009-90dc49febc1a requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 05:58:49.775488 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.780066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:49.909358 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:49.912245 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:49.914837 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:49.949930 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'Port': ['ID=cb731af8-c688-4e91-97b6-f78cd5b35d3d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:49.953161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:49.966621 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.966980 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.967562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.967917 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.968256 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.968592 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.968924 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.969254 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.969586 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.969915 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.970244 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.970585 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:49.974408 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:50.001736 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-9a925842-3e9d-4da0-8c8b-16560b219038 None None] Provisioning for port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:50.008818 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:50.013993 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:50.014376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.048172 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-9a925842-3e9d-4da0-8c8b-16560b219038 None None] Provisioning complete for port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:50.048843 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a925842-3e9d-4da0-8c8b-16560b219038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.260571 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.273106 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a925842-3e9d-4da0-8c8b-16560b219038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.316058 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:50.375035 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.377879 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:50.479453 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.511143 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.db.api [None req-9a925842-3e9d-4da0-8c8b-16560b219038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 05:58:50.511550 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_db.api [None req-9a925842-3e9d-4da0-8c8b-16560b219038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 05:58:50.519222 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:50.522449 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:50.567666 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.764970 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.797356 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 05:58:50.965112 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:50.980039 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:50.981934 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:50.990814 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:50.991452 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:51.077095 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.082684 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:51.123405 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.127854 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3661630 May 19 05:58:51.128329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52512) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:51.193053 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event updated for resources: {'Port': ['ID=cb731af8-c688-4e91-97b6-f78cd5b35d3d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:51.197455 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:51.202316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.264339 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:51.362085 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.370764 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-25f7d4cd-3e5f-4fc8-9ecf-17777b94fe47 None None] Provisioning complete for port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:51.371598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25f7d4cd-3e5f-4fc8-9ecf-17777b94fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.376856 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Floating IP 053d19e1-5aa8-4c94-9de2-9085f8a162e4 associated. External IP: 172.28.2.90, port: 57ebc624-14f3-4055-9478-b153a590817b. May 19 05:58:51.601918 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-59114e49-67d6-433d-b9af-9032bb424e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.703499 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:49Z', 'revision_number': 3, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:51.708741 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:51.709321 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Updating router b2cd4a74-a4b1-4689-8192-5343c1513e7c port d1284ade-fca2-4fd9-8318-08384d2b4ff0 binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:51.755595 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:51.815166 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.838462 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Router 8311ac08-1f1c-43db-ac9b-d2c638eb437e has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:51.878227 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:51.970570 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:51.971003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.046165 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:52.059016 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] Sync routers for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:52.070432 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:52.071852 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:52.123875 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.243013 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Allocated IP 172.20.0.1 (b2b2f318-2031-401d-b009-90dc49febc1a/0d837e17-c01f-408e-9203-e2f4e1259ce2/f64eaf7e-29ca-4d6c-93ea-2c707867825d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:52.279096 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5076423 May 19 05:58:52.279096 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:58:52.279374 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.317515 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:52.326496 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'status': 'completed', 'code': 200} May 19 05:58:52.344924 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.358174 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Transition to ACTIVE for port object d1284ade-fca2-4fd9-8318-08384d2b4ff0 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:52.416267 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.464899 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Transition to ACTIVE for port object f64eaf7e-29ca-4d6c-93ea-2c707867825d will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:52.465134 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11821fde-a824-440f-83ec-95f6b954f825 req-b1e74aa2-6360-4579-ae2f-df8612c0dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:52.465134 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-b1e74aa2-6360-4579-ae2f-df8612c0dc5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1099 time: 0.0919116 May 19 05:58:52.578604 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11821fde-a824-440f-83ec-95f6b954f825 req-dc142b2f-4aac-4fdc-bcf6-80209569e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:52.580072 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-dc142b2f-4aac-4fdc-bcf6-80209569e37d service neutron] 10.222.0.32 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 908 time: 0.1274056 May 19 05:58:52.683055 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-33e2aae7-ee74-4228-9b6e-eb28480d555f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 999 time: 0.0965486 May 19 05:58:52.684642 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '053d19e1-5aa8-4c94-9de2-9085f8a162e4', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'floating_ip_address': '172.28.2.90', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'port_id': '57ebc624-14f3-4055-9478-b153a590817b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'mac_address': 'fa:16:3e:35:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:58:50Z', 'updated_at': '2021-05-19T05:58:50Z', 'revision_number': 0, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:52.688524 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] Checking router: 8311ac08-1f1c-43db-ac9b-d2c638eb437e for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:52.698315 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:52.698977 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:52.720824 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.721708 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:52.725087 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.729600 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:52.750434 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11821fde-a824-440f-83ec-95f6b954f825 req-b260e640-d537-4fdb-86de-615dde3db836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:52.752932 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-b260e640-d537-4fdb-86de-615dde3db836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 200 len: 847 time: 0.0627191 May 19 05:58:52.835422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11821fde-a824-440f-83ec-95f6b954f825 req-ad0e85ae-051a-4e0f-a233-a8e6fe196da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:52.838100 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-ad0e85ae-051a-4e0f-a233-a8e6fe196da6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88006204-9a09-4b99-9fda-259916a7d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792582 May 19 05:58:52.847551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Network b2b2f318-2031-401d-b009-90dc49febc1a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:52.850508 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:52.854328 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:52.902057 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Attempting to bind port d1284ade-fca2-4fd9-8318-08384d2b4ff0 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:52.902681 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Attempting to bind port d1284ade-fca2-4fd9-8318-08384d2b4ff0 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:52.903033 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f64eaf7e-29ca-4d6c-93ea-2c707867825d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:52.903670 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Attempting to bind port d1284ade-fca2-4fd9-8318-08384d2b4ff0 on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:52.907812 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:52.916844 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0f5d-42eb-4c08-a81c-0376e328cef5 None None] Pushing event updated for resources: {'Port': ['ID=d1284ade-fca2-4fd9-8318-08384d2b4ff0,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:52.925204 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-389b0f5d-42eb-4c08-a81c-0376e328cef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:52.931800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.932213 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:52.933028 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:52.934001 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:52.934395 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:52.935907 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:52.936515 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Bound port: d1284ade-fca2-4fd9-8318-08384d2b4ff0, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:52.938956 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.042289 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:53.119552 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-965030ae-4c20-4cf8-81af-1c5c40d8964b service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730219 May 19 05:58:53.143870 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] For port d1284ade-fca2-4fd9-8318-08384d2b4ff0, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:53.149596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] For port d1284ade-fca2-4fd9-8318-08384d2b4ff0, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=d1284ade-fca2-4fd9-8318-08384d2b4ff0,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:53.233802 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.240189 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:53.262425 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.277997 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f25d6c1a-e031-47d9-ab86-d1a5d6a003d2 None None] Provisioning for port f64eaf7e-29ca-4d6c-93ea-2c707867825d completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:53.283711 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:53.291862 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3e6d1e4836478aaa3783f3d6f8f1d6 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:53.300437 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f25d6c1a-e031-47d9-ab86-d1a5d6a003d2 None None] Provisioning complete for port f64eaf7e-29ca-4d6c-93ea-2c707867825d triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:53.301016 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f25d6c1a-e031-47d9-ab86-d1a5d6a003d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.302860 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:53.316537 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:53.322123 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-11821fde-a824-440f-83ec-95f6b954f825 req-ae721986-a868-467d-9119-63356e9e7f84 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951799 May 19 05:58:53.357836 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '053d19e1-5aa8-4c94-9de2-9085f8a162e4', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'floating_ip_address': '172.28.2.90', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'port_id': '57ebc624-14f3-4055-9478-b153a590817b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'mac_address': 'fa:16:3e:35:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:58:50Z', 'updated_at': '2021-05-19T05:58:50Z', 'revision_number': 0, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:53.363805 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.364368 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed6fbc-e1a8-411d-8105-3f41e41e1f67 None None] The sync data for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb is: [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '053d19e1-5aa8-4c94-9de2-9085f8a162e4', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'floating_ip_address': '172.28.2.90', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'port_id': '57ebc624-14f3-4055-9478-b153a590817b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'mac_address': 'fa:16:3e:35:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:58:50Z', 'updated_at': '2021-05-19T05:58:50Z', 'revision_number': 0, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:53.373951 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:53.374726 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:53.446423 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.461748 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0f5d-42eb-4c08-a81c-0376e328cef5 None None] Pushing event updated for resources: {'Port': ['ID=d1284ade-fca2-4fd9-8318-08384d2b4ff0,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:53.467876 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-f25d6c1a-e031-47d9-ab86-d1a5d6a003d2 None None] Port f64eaf7e-29ca-4d6c-93ea-2c707867825d cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:53.469391 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-389b0f5d-42eb-4c08-a81c-0376e328cef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:53.523551 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.536421 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2120f856-5516-43db-a9c3-a06111492e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:53.584495 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:53.592014 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc3e6d1e4836478aaa3783f3d6f8f1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483632 May 19 05:58:53.592623 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:53.596985 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f87e7b0-9aa1-43d4-87fc-bdafb83512c6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:53.609364 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:53.644980 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.663400 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.674694 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7871d-efa6-4bc5-a652-d49b8b17300b None None] New status for floating IP 053d19e1-5aa8-4c94-9de2-9085f8a162e4: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:58:53.690081 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.707001 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.739560 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-924450a0-c230-4bde-bf3d-7b8ae818e25c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:53.814620 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.817410 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f64eaf7e-29ca-4d6c-93ea-2c707867825d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:53.820051 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.824760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:53.824887 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a54cb70c-56f3-46c8-8149-65e0273d188c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:53.841128 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f87e7b0-9aa1-43d4-87fc-bdafb83512c6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:53.849104 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:53.850354 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:53.854088 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f87e7b0-9aa1-43d4-87fc-bdafb83512c6 HTTP/1.1" status: 204 len: 168 time: 0.2596567 May 19 05:58:53.958060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Network b2b2f318-2031-401d-b009-90dc49febc1a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:53.959441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:54.162624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:58:54.195392 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:52Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:54.203209 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1eabbf-b23b-45eb-84f6-67250125dd86 None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:52Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:54.204929 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-4afaec8b-78cf-464c-8c1f-fa8865213703 None None] Provisioning complete for port f64eaf7e-29ca-4d6c-93ea-2c707867825d triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:54.206099 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4afaec8b-78cf-464c-8c1f-fa8865213703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:54.278740 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-4afaec8b-78cf-464c-8c1f-fa8865213703 None None] Port f64eaf7e-29ca-4d6c-93ea-2c707867825d cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:58:54.317520 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:54.477738 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:58:54.486258 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2cd4a74-a4b1-4689-8192-5343c1513e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3571320 May 19 05:58:54.536745 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52556) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:54.558243 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:54.582132 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:54.586076 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b7be1ef2054d12a2b44fbb9d2ab2d3 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:54.589061 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:54.594796 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:54.696188 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:54.849155 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:54.869893 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fc29627e-9f0b-4abc-8038-e5c9b384b200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:54.916363 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21767f6-93c3-4a6a-9f91-0abee6b5c491,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:54.920989 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1b7be1ef2054d12a2b44fbb9d2ab2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832338 May 19 05:58:54.922090 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:54.923480 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52564) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:54.986420 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.016788 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.151944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.158357 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2a6c67f3-9cf8-48a5-b11c-e0ef2b06cec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:55.167634 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21767f6-93c3-4a6a-9f91-0abee6b5c491,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:55.181368 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:55.183659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.186976 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c21767f6-93c3-4a6a-9f91-0abee6b5c491 HTTP/1.1" status: 204 len: 168 time: 0.2596371 May 19 05:58:55.311807 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52570) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:55.317833 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702774183', 'description': 'tempest-description--228816594'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:55.323762 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:55.327706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:55.330678 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:55.336562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:55.477276 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.498171 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:55.502030 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:55.504997 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:55.510977 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:55.586958 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.651384 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.656435 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:55.704795 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:55.708065 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:55.748387 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device d1284ade-fca2-4fd9-8318-08384d2b4ff0 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:55.780386 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.781607 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4688153 May 19 05:58:55.785063 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52582) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:55.790402 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'security_group_rule': {'security_group_id': 'ee3b9b8d-bf90-4700-b78a-153cc7dab5d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:55.796381 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:55.800493 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:55.805338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:55.809827 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:55.912554 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port d1284ade-fca2-4fd9-8318-08384d2b4ff0 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:55.918086 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port d1284ade-fca2-4fd9-8318-08384d2b4ff0 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:55.918903 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.922971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:55.983840 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:58:55.994352 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.047876 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.060307 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.062333 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:56.065668 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port d1284ade-fca2-4fd9-8318-08384d2b4ff0, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=d1284ade-fca2-4fd9-8318-08384d2b4ff0,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:58:56.086859 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b3125a-5086-4737-acc4-728716db9715,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:56.088674 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:56.123394 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.125487 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2e995b6f-cd54-4059-b34d-9cdb222cf269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:56.146579 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.147824 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616152 May 19 05:58:56.150712 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52592) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:56.159821 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'security_group_rule': {'security_group_id': 'ee3b9b8d-bf90-4700-b78a-153cc7dab5d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:56.170504 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:56.175602 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:56.178620 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:56.186398 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:56.200935 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=d1284ade-fca2-4fd9-8318-08384d2b4ff0,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:56.201656 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:58:56.204304 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:56.212641 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:56.213350 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:56.283433 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.346768 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.392305 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.394820 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:56.418462 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f3fedc-b60a-4e34-aab3-70dbd639233f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:56.421188 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:56.438084 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:56.489890 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.491122 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-9f6c2c7d-45af-4bb8-8e63-2af8afc429a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388901 May 19 05:58:56.494188 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52602) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:58:56.500249 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'floatingip': {'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:58:56.510659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:58:56.516109 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:floatingip and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:58:56.519030 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:58:56.524885 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:58:56.586265 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.737750 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.773635 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 2, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:56.777364 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:58:56.777713 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Updating router b2cd4a74-a4b1-4689-8192-5343c1513e7c port f64eaf7e-29ca-4d6c-93ea-2c707867825d binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 05:58:56.829757 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:56.877667 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Allocated IP 172.28.2.83 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/6f5bd896-266c-4918-8f5d-e651cd25d8ad) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:58:57.038286 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.123299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.128545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:57.173863 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.185893 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Transition to ACTIVE for port object f64eaf7e-29ca-4d6c-93ea-2c707867825d will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:58:57.192383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:58:57.195253 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:58:57.199049 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:58:57.236876 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'Port': ['ID=6f5bd896-266c-4918-8f5d-e651cd25d8ad,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:57.244489 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:57.271431 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.275663 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:57.342781 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.436396 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Pushing event updated for resources: {'Port': ['ID=f64eaf7e-29ca-4d6c-93ea-2c707867825d,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:57.483894 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.484233 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.488213 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:58:57.489734 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.497895 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:57.508170 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Attempting to bind port f64eaf7e-29ca-4d6c-93ea-2c707867825d on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:58:57.508541 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Attempting to bind port f64eaf7e-29ca-4d6c-93ea-2c707867825d by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:58:57.508877 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Attempting to bind port f64eaf7e-29ca-4d6c-93ea-2c707867825d on network b2b2f318-2031-401d-b009-90dc49febc1a {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:58:57.514804 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:58:57.516966 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Checking segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:58:57.516966 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.516966 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Bound using segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:58:57.516966 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Bound port: f64eaf7e-29ca-4d6c-93ea-2c707867825d, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:58:57.516966 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.612275 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] For port f64eaf7e-29ca-4d6c-93ea-2c707867825d, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:58:57.615304 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] For port f64eaf7e-29ca-4d6c-93ea-2c707867825d, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=f64eaf7e-29ca-4d6c-93ea-2c707867825d,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:58:57.713162 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device d1284ade-fca2-4fd9-8318-08384d2b4ff0 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:57.726816 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.782513 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port d1284ade-fca2-4fd9-8318-08384d2b4ff0 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:57.783213 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.843393 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.848438 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-1c44aad0-30d3-474c-97d7-c99f16e16818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:57.866196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:57.870401 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84943cf4-9abe-4a93-9c87-fdd0ba12d390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:58:57.922891 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:58:57.923533 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:57.982688 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'Port': ['ID=6f5bd896-266c-4918-8f5d-e651cd25d8ad,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:57.988017 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:57.988520 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Pushing event updated for resources: {'Port': ['ID=f64eaf7e-29ca-4d6c-93ea-2c707867825d,revision_number=4']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:58:57.994151 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-e3aaa438-f1e4-4863-b805-c781e13dcf40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:58:58.000237 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:58.105761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:58.107015 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6118259 May 19 05:58:58.110208 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:58:58.331468 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-0392bde0-19d8-4624-9423-36909ee05d1f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:58.409146 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-0392bde0-19d8-4624-9423-36909ee05d1f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:58.410307 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-0392bde0-19d8-4624-9423-36909ee05d1f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--702774183&fields=id&tenant_id=708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 267 time: 0.1179311 May 19 05:58:58.456933 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:57Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:58:58.461378 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b17eb8-f145-43c3-8db7-e065d5c03c2a None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:57Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:58:58.585712 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ace44ff5-c2a0-4423-b232-937cfa7ae453 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:58:58.587226 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ace44ff5-c2a0-4423-b232-937cfa7ae453 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 816 time: 0.1564987 May 19 05:58:58.602588 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-1fc5548a-a54e-4d7d-8c70-619744cc49db tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/quotas/708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 375 time: 0.0093861 May 19 05:58:58.694575 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-148672e7-9d52-4c4f-a693-d5a71ace763a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862234 May 19 05:58:58.838862 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-03a1bcab-afd2-42dc-b15b-ae6f209eef2f service neutron] 10.222.0.24 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305249 May 19 05:58:58.975095 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-7fc65758-78b6-42e4-9b2f-b2f8f1f3632c service neutron] 10.222.0.24 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300688 May 19 05:58:59.231213 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-e8578fce-f717-4d01-ad10-a3e7729ee37e req-b26fd9af-95a0-4027-86f9-aca909c731de tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:58:59.300724 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-e8578fce-f717-4d01-ad10-a3e7729ee37e req-b26fd9af-95a0-4027-86f9-aca909c731de tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:58:59.301988 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e8578fce-f717-4d01-ad10-a3e7729ee37e req-b26fd9af-95a0-4027-86f9-aca909c731de tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 210 time: 0.1157324 May 19 05:58:59.719351 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device f64eaf7e-29ca-4d6c-93ea-2c707867825d up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:58:59.859572 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port f64eaf7e-29ca-4d6c-93ea-2c707867825d completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:58:59.864369 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port f64eaf7e-29ca-4d6c-93ea-2c707867825d triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:58:59.864745 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:58:59.980769 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:00.012357 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port f64eaf7e-29ca-4d6c-93ea-2c707867825d, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=f64eaf7e-29ca-4d6c-93ea-2c707867825d,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:00.094357 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:00.096760 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:00.164628 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=f64eaf7e-29ca-4d6c-93ea-2c707867825d,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:00.171732 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.172071 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.172407 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.172737 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.173089 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.173411 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.174328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.174662 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.175011 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.175364 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.175681 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.175995 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 05:59:00.179684 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:00.466736 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-75e604bc-8046-49df-861f-7b55157e9e50 req-6f1ea512-3770-4b94-8690-7cca33e4bb30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 210 time: 0.0532267 May 19 05:59:01.560996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-6300bcd0-a265-4811-a8af-621a809ffbb9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:01.562442 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-6300bcd0-a265-4811-a8af-621a809ffbb9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 816 time: 0.1438167 May 19 05:59:01.613873 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-42a723f0-312f-4253-84ea-89baa8b64135 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 379 time: 0.0420554 May 19 05:59:01.623897 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'port': {'device_id': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'admin_state_up': True, 'tenant_id': '708f22c273a04c708a9439aaee503650', 'security_groups': ['ee3b9b8d-bf90-4700-b78a-153cc7dab5d5']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:59:01.636616 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d3d76066-653d-4d57-8fde-f88b8cacc2d3 req-b427d74c-a87c-4a9c-b4ef-b5b7978955ae tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 210 time: 0.0555499 May 19 05:59:01.718859 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device f64eaf7e-29ca-4d6c-93ea-2c707867825d up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:59:01.798633 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:01.802376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port f64eaf7e-29ca-4d6c-93ea-2c707867825d triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:59:01.802762 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:01.812401 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:01.928938 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Made reservation on behalf of 708f22c273a04c708a9439aaee503650 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 05:59:01.932648 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.101549 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Allocated IP 172.20.0.7 (b2b2f318-2031-401d-b009-90dc49febc1a/0d837e17-c01f-408e-9203-e2f4e1259ce2/f76c649e-0b9b-4140-baf7-f427e1e0fedf) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 05:59:02.128514 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.284023 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.299785 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Transition to ACTIVE for port object f76c649e-0b9b-4140-baf7-f427e1e0fedf will not be triggered until provisioned by entity DHCP. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:59:02.380698 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.386451 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:02.455800 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Network b2b2f318-2031-401d-b009-90dc49febc1a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 05:59:02.458953 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 05:59:02.462723 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 05:59:02.498125 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:02.510016 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:02.543819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:02.543819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.620867 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-2813ee3a-dbe8-40e2-90cb-11a956674a64 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0011251 May 19 05:59:02.632895 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Request body: {'port': {'device_id': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:59:02.734646 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-8b924f13-7d71-4821-8d7b-cac7a2bd41da None None] Provisioning for port f76c649e-0b9b-4140-baf7-f427e1e0fedf completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:59:02.740402 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-8b924f13-7d71-4821-8d7b-cac7a2bd41da None None] Provisioning complete for port f76c649e-0b9b-4140-baf7-f427e1e0fedf triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:59:02.740875 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8b924f13-7d71-4821-8d7b-cac7a2bd41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.797423 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-8b924f13-7d71-4821-8d7b-cac7a2bd41da None None] Port f76c649e-0b9b-4140-baf7-f427e1e0fedf cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 05:59:02.877478 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:02.963834 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b3f16-35c4-4674-b4e8-dba0e92d8674 req-4dc00194-bfb3-4d94-b718-8f6fc26cc842 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:02.964525 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-f98b3f16-35c4-4674-b4e8-dba0e92d8674 req-4dc00194-bfb3-4d94-b718-8f6fc26cc842 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:03.138865 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-f98b3f16-35c4-4674-b4e8-dba0e92d8674 req-4dc00194-bfb3-4d94-b718-8f6fc26cc842 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:03.140022 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f98b3f16-35c4-4674-b4e8-dba0e92d8674 req-4dc00194-bfb3-4d94-b718-8f6fc26cc842 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 931 time: 0.3506241 May 19 05:59:03.206166 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f98b3f16-35c4-4674-b4e8-dba0e92d8674 req-cb4a128d-79a1-41ff-83fb-b1a8e19af569 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596664 May 19 05:59:03.276459 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76c649e-0b9b-4140-baf7-f427e1e0fedf {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:59:03.284359 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.298265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Transition to ACTIVE for port object f76c649e-0b9b-4140-baf7-f427e1e0fedf will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 05:59:03.368354 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.372997 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3e63dc0d-460c-4424-ac17-61c5708fd41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:03.526526 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:03.537017 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:03.542026 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52712) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:03.606894 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Attempting to bind port f76c649e-0b9b-4140-baf7-f427e1e0fedf on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 05:59:03.607469 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Attempting to bind port f76c649e-0b9b-4140-baf7-f427e1e0fedf by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 05:59:03.607886 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Attempting to bind port f76c649e-0b9b-4140-baf7-f427e1e0fedf on network b2b2f318-2031-401d-b009-90dc49febc1a {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:59:03.613667 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Port f76c649e-0b9b-4140-baf7-f427e1e0fedf on network b2b2f318-2031-401d-b009-90dc49febc1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 05:59:03.613984 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Attempting to bind port f76c649e-0b9b-4140-baf7-f427e1e0fedf on network b2b2f318-2031-401d-b009-90dc49febc1a {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 05:59:03.619168 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 05:59:03.619495 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Checking segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 05:59:03.619870 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Bound using segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 05:59:03.620281 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Bound port: f76c649e-0b9b-4140-baf7-f427e1e0fedf, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 05:59:03.620617 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.667104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.681650 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:03.685897 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Usage tracker for resource:security_group_rule and tenant:73989cb708e04e37aefac517d0d0e4b9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:59:03.688704 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:59:03.695129 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:03.712033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 05:59:03.715097 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 05:59:03.776324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.832430 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.837077 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:03.865302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.878051 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-06fd8f3b-6fd6-4e21-ae0c-584f14a7d446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:03.891990 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:03.893174 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:03.894568 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] 10.222.0.32 "PUT /v2.0/ports/f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 200 len: 1093 time: 1.2656646 May 19 05:59:03.895053 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:59:03.907680 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73989cb708e04e37aefac517d0d0e4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620985 May 19 05:59:03.907867 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52720) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:03.926106 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5c753-b55d-4726-ba16-ffb247fd25a9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:03.940302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:03.940676 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:03.946331 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad1d2530-9ca4-4eca-a197-023e890e79bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:03.959668 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'status': 'completed', 'code': 200} May 19 05:59:03.982855 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:04.061876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:04.112715 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5b1f-9269-460c-976a-6462de73d151 req-cc27f37f-b267-42f0-b4e0-428cf4c32988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.114168 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-843d5b1f-9269-460c-976a-6462de73d151 req-cc27f37f-b267-42f0-b4e0-428cf4c32988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1096 time: 0.1291873 May 19 05:59:04.237966 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:04.244907 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4c86fc84-44c9-41b6-a560-e90e9fb7006f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:04.267902 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5c753-b55d-4726-ba16-ffb247fd25a9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:04.270185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:04.276581 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5b1f-9269-460c-976a-6462de73d151 req-b9e24e10-08e3-4570-91f9-e5070a9c71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.278057 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-843d5b1f-9269-460c-976a-6462de73d151 req-b9e24e10-08e3-4570-91f9-e5070a9c71a9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=708f22c273a04c708a9439aaee503650&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1548297 May 19 05:59:04.279433 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:04.281018 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50a5c753-b55d-4726-ba16-ffb247fd25a9 HTTP/1.1" status: 204 len: 168 time: 0.3717465 May 19 05:59:04.477954 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5b1f-9269-460c-976a-6462de73d151 req-492ab524-79c3-432d-aab4-87d8b9b1568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.479407 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-843d5b1f-9269-460c-976a-6462de73d151 req-492ab524-79c3-432d-aab4-87d8b9b1568b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1919894 May 19 05:59:04.490935 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ed642-4030-4e08-b546-7255c1723670 req-081c9a91-21ca-4250-b43d-a868b85ce6b0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.492402 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fe2ed642-4030-4e08-b546-7255c1723670 req-081c9a91-21ca-4250-b43d-a868b85ce6b0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.1701832 May 19 05:59:04.583315 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fe2ed642-4030-4e08-b546-7255c1723670 req-3a9cc462-ad20-496c-9361-8765d1b8c76a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846508 May 19 05:59:04.603737 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-dbf9206d-4174-4410-b3a8-f56ce8792c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.605251 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-dbf9206d-4174-4410-b3a8-f56ce8792c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1096 time: 0.0889788 May 19 05:59:04.744845 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-b1bde0a9-72cb-41ad-a375-8bec3c1b8795 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 200 len: 217 time: 0.1274688 May 19 05:59:04.807894 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-1bc5b424-c32b-4f7c-b2cc-544235bf1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.809286 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-1bc5b424-c32b-4f7c-b2cc-544235bf1871 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0576746 May 19 05:59:04.886986 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-e677942d-26e3-46bb-85a6-99a3a9a034f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:04.888465 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-e677942d-26e3-46bb-85a6-99a3a9a034f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717421 May 19 05:59:05.019148 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-9cf59bf9-2143-40ee-a586-14be1df7cb0b service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238844 May 19 05:59:05.052364 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52730) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:05.070284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.084628 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:05.088352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdf771f595b41569f569f81de2439a9 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:59:05.091111 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:59:05.096624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:05.157750 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-af0f539d-4544-4f04-a3f4-4b710b9d7c37 req-3748af83-06ed-4d16-9851-4cbc7f3fef87 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286781 May 19 05:59:05.177308 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.299989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.307157 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-315f6b45-07f3-4106-be24-a991666d8da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:05.347917 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfdf771f595b41569f569f81de2439a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945170 May 19 05:59:05.348807 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1f189-a0c6-45b2-a3d7-0f9eb7324527,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:05.350560 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52734) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:05.351903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:05.408056 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.432751 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.539987 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.544790 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-124c3962-bf3f-413a-9919-c09115e5da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:05.557916 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1f189-a0c6-45b2-a3d7-0f9eb7324527,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:05.560392 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:05.561559 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:05.562678 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cae1f189-a0c6-45b2-a3d7-0f9eb7324527 HTTP/1.1" status: 204 len: 168 time: 0.2110527 May 19 05:59:05.865494 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b745a-32f7-4b1f-bf6a-293a81596953 req-25b561f8-13d3-405b-afdb-0524dbca25f1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:05.866842 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-096b745a-32f7-4b1f-bf6a-293a81596953 req-25b561f8-13d3-405b-afdb-0524dbca25f1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.1666319 May 19 05:59:05.912239 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-096b745a-32f7-4b1f-bf6a-293a81596953 req-8a18226c-be33-44ac-99a0-cff5ee972609 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 05:59:05.924326 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-096b745a-32f7-4b1f-bf6a-293a81596953 req-8a18226c-be33-44ac-99a0-cff5ee972609 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 05:59:05.925434 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-096b745a-32f7-4b1f-bf6a-293a81596953 req-8a18226c-be33-44ac-99a0-cff5ee972609 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527723 May 19 05:59:07.115107 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794da4b2-0811-4818-9afd-fd15906a102f req-ebeba193-4376-4d21-848b-e762511b35e7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:07.116492 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-794da4b2-0811-4818-9afd-fd15906a102f req-ebeba193-4376-4d21-848b-e762511b35e7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0820282 May 19 05:59:07.161792 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-794da4b2-0811-4818-9afd-fd15906a102f req-37f26305-9781-44a5-a138-93afad3e85d6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395360 May 19 05:59:07.316172 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52774) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:07.430733 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 05:59:07.431308 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.446516 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:07.450336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Usage tracker for resource:security_group_rule and tenant:4f3681110e1d47c3985bf9a5e3970f34 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:59:07.453154 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:59:07.459672 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:07.539966 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.562665 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:07.575483 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'mac_address': 'fa:16:3e:4b:4f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 05:59:07.619876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.628472 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8367c639-bb52-4999-a657-b7623de33a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:07.628668 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.644951 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76c649e-0b9b-4140-baf7-f427e1e0fedf {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 05:59:07.660987 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:07.670876 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f3681110e1d47c3985bf9a5e3970f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536675 May 19 05:59:07.672544 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524a68e3-a375-4039-9ff2-1944c4fe3a29,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:07.674335 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52780) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:07.676479 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:07.732718 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.734554 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.736859 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:07.760605 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.806007 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:07.809003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:07.911546 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.915218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-92cbdc32-4f64-4573-8461-f6f4c7e8eca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:07.929396 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a68e3-a375-4039-9ff2-1944c4fe3a29,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:07.931915 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:07.941906 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:07.943033 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-04b34e3c-fb25-437e-b0c4-63c9bfdd46d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/524a68e3-a375-4039-9ff2-1944c4fe3a29 HTTP/1.1" status: 204 len: 168 time: 0.2677042 May 19 05:59:07.989328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['f76c649e-0b9b-4140-baf7-f427e1e0fedf'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 05:59:08.348363 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf013ebb-c055-44f9-8b89-110af1d360bd req-a82a3979-29c4-426b-966b-c7e0cd261d29 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:08.350123 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-cf013ebb-c055-44f9-8b89-110af1d360bd req-a82a3979-29c4-426b-966b-c7e0cd261d29 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 944 time: 0.0812852 May 19 05:59:08.393719 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-cf013ebb-c055-44f9-8b89-110af1d360bd req-5108feac-4da3-4937-bb42-925c9ecf819c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382764 May 19 05:59:09.433290 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 05:59:09.574303 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port f76c649e-0b9b-4140-baf7-f427e1e0fedf completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 05:59:09.579128 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port f76c649e-0b9b-4140-baf7-f427e1e0fedf triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 05:59:09.579505 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:09.581680 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1ec5-236a-4801-9283-6bc40c2dd474 req-badab9d7-10dc-4535-9bd9-110715b0636d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:09.583190 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0f1e1ec5-236a-4801-9283-6bc40c2dd474 req-badab9d7-10dc-4535-9bd9-110715b0636d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 944 time: 0.0816436 May 19 05:59:09.630495 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0f1e1ec5-236a-4801-9283-6bc40c2dd474 req-f18a7523-1f8f-407f-aedd-84cd41753a4d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 May 19 05:59:09.701250 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:09.727502 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:59:09.737077 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 05:59:09.773178 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'code': 200} May 19 05:59:09.820212 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:09.822434 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:09.889487 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:09.893181 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:10.185354 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265f91-af17-40b5-93a5-9f6463360ec7 req-b0d86423-a27c-4564-89e9-f4435525ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:10.186777 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-58265f91-af17-40b5-93a5-9f6463360ec7 req-b0d86423-a27c-4564-89e9-f4435525ba29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1098 time: 0.0725307 May 19 05:59:10.226545 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-58265f91-af17-40b5-93a5-9f6463360ec7 req-174beb28-8ba9-4a9b-bc08-1e44004ff7e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 May 19 05:59:10.822418 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cf410-b626-4fdc-93be-ab39db84eabd req-053ae19e-3a0b-418b-a5af-aaf93c86699d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:10.823880 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b98cf410-b626-4fdc-93be-ab39db84eabd req-053ae19e-3a0b-418b-a5af-aaf93c86699d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0793867 May 19 05:59:10.868557 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b98cf410-b626-4fdc-93be-ab39db84eabd req-490bf28c-2342-4bea-a7fd-79b18ab7c937 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389333 May 19 05:59:12.056523 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dd47e-e578-4795-b045-0f6a4bdd57da req-0fa069b3-37c4-4f4e-a3d5-7a6fb21e95d3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:12.057936 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-863dd47e-e578-4795-b045-0f6a4bdd57da req-0fa069b3-37c4-4f4e-a3d5-7a6fb21e95d3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0807745 May 19 05:59:12.100702 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-863dd47e-e578-4795-b045-0f6a4bdd57da req-607f8c9f-8cf0-4974-a0a3-40b4e200c505 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370505 May 19 05:59:12.281392 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0774cdd-c3a8-43a0-8ce7-7069835ea7fb req-52537f09-e040-4ad0-9788-dab7f8c681fe tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:12.282820 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b0774cdd-c3a8-43a0-8ce7-7069835ea7fb req-52537f09-e040-4ad0-9788-dab7f8c681fe tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0814664 May 19 05:59:12.291195 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52830) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:12.296131 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'floatingip': {'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 05:59:12.372423 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:13.026656 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:13.088740 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:13.257344 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Floating IP c022680f-29e4-4856-b5ef-32f0af55a21f associated. External IP: 172.28.2.83, port: f76c649e-0b9b-4140-baf7-f427e1e0fedf. May 19 05:59:13.605782 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 05:59:13.788593 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 05:59:13.798304 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 05:59:13.801286 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:13.807723 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:59:13.808365 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:13.858912 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-344d3885-c97c-405c-a3b7-13ebfe1d005b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "PUT /v2.0/floatingips/c022680f-29e4-4856-b5ef-32f0af55a21f HTTP/1.1" status: 200 len: 990 time: 1.5666046 May 19 05:59:13.859513 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 05:59:13.913430 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'status': 'completed', 'code': 200} May 19 05:59:14.011961 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47aac3-e955-424a-85ed-9966502f0702 req-b6682a95-fe41-41ee-b6b6-2850a899bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:14.013459 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-b6682a95-fe41-41ee-b6b6-2850a899bb57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1098 time: 0.0731885 May 19 05:59:14.014059 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:59:14.156309 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47aac3-e955-424a-85ed-9966502f0702 req-7de81f4c-bf9f-4bb6-abf3-bfc0618738e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:14.157775 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-7de81f4c-bf9f-4bb6-abf3-bfc0618738e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1377182 May 19 05:59:14.264375 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-4123209c-47fb-4bcd-ae65-677fd48ffa7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 200 len: 998 time: 0.0994689 May 19 05:59:14.365990 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': 'c022680f-29e4-4856-b5ef-32f0af55a21f', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'floating_ip_address': '172.28.2.83', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'mac_address': 'fa:16:3e:4b:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:58:57Z', 'updated_at': '2021-05-19T05:59:12Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:14.370256 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 05:59:14.379442 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 05:59:14.380051 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:58:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:14.430063 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47aac3-e955-424a-85ed-9966502f0702 req-56f0e61e-414b-4347-8f93-26fb47d8fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:14.431735 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-56f0e61e-414b-4347-8f93-26fb47d8fb60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.1610348 May 19 05:59:14.514237 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47aac3-e955-424a-85ed-9966502f0702 req-72896220-6737-4465-b977-83fb669633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:14.515740 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-72896220-6737-4465-b977-83fb669633bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765023 May 19 05:59:14.584789 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 05:59:14.646417 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-d5df22e9-5e53-4109-8ffa-9b79bd69887c service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227884 May 19 05:59:14.787491 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1b47aac3-e955-424a-85ed-9966502f0702 req-fe4cdb65-6dcf-459c-a2b6-73c539abb408 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344135 May 19 05:59:14.942065 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': 'c022680f-29e4-4856-b5ef-32f0af55a21f', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'floating_ip_address': '172.28.2.83', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'mac_address': 'fa:16:3e:4b:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:58:57Z', 'updated_at': '2021-05-19T05:59:12Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 05:59:14.946112 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0cf85-ea52-45b5-b351-8f69edd1b09e None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': 'c022680f-29e4-4856-b5ef-32f0af55a21f', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'floating_ip_address': '172.28.2.83', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'mac_address': 'fa:16:3e:4b:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T05:58:57Z', 'updated_at': '2021-05-19T05:59:12Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 05:59:15.124621 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb584fe-8710-4ce9-b9a0-23b6c1e2b0c0 None None] New status for floating IP c022680f-29e4-4856-b5ef-32f0af55a21f: ACTIVE {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 05:59:17.309225 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 52894) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:17.426779 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.441760 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 05:59:17.445694 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Usage tracker for resource:security_group_rule and tenant:e062bf5b49974895a7f7d6d749b96677 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 05:59:17.448521 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 05:59:17.454135 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 05:59:17.537796 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.624846 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.631947 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a8135508-94e8-49ba-9116-49c7459d3b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:17.671873 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e062bf5b49974895a7f7d6d749b96677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615508 May 19 05:59:17.672771 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232b1e5a-50e8-41e6-99ea-7848c5cd946d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:17.675015 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 52900) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 05:59:17.676730 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:17.733544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.759647 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.865251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.868861 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a7a88f11-ccfb-4129-8c0c-6828d8d9692e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 05:59:17.881518 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b1e5a-50e8-41e6-99ea-7848c5cd946d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 05:59:17.884318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 05:59:17.886235 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:17.887342 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/232b1e5a-50e8-41e6-99ea-7848c5cd946d HTTP/1.1" status: 204 len: 168 time: 0.2112415 May 19 05:59:18.905529 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-731ee397-0f6d-4e3c-8cad-70fd9fa918bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:20.193337 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8231b-ab34-4118-877a-4bd0d878250b req-9c88a967-5137-4c26-a139-25acd43d4a76 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:20.194723 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-89b8231b-ab34-4118-877a-4bd0d878250b req-9c88a967-5137-4c26-a139-25acd43d4a76 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0874267 May 19 05:59:20.240660 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-89b8231b-ab34-4118-877a-4bd0d878250b req-5016b925-43a9-4252-9fe4-3de82e2a0315 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 May 19 05:59:21.276360 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:21.424885 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df9284-b200-42aa-bfb3-55a15b0cd2d3 req-1f4bc116-0db8-4cac-ba56-4886744ed97c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:21.426343 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-87df9284-b200-42aa-bfb3-55a15b0cd2d3 req-1f4bc116-0db8-4cac-ba56-4886744ed97c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0808115 May 19 05:59:21.470307 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-87df9284-b200-42aa-bfb3-55a15b0cd2d3 req-774fc952-db75-42ee-9677-389e7b83b3fc tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382478 May 19 05:59:21.499181 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d4581bdc-8306-4d93-b2df-d607b042b15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:22.219559 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:22.653151 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478a300-ef3f-45e6-b849-bced6ab3fe3a req-e9883ed5-8664-456c-b2af-b40d9162a58c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:22.654555 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5478a300-ef3f-45e6-b849-bced6ab3fe3a req-e9883ed5-8664-456c-b2af-b40d9162a58c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0810137 May 19 05:59:22.698091 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5478a300-ef3f-45e6-b849-bced6ab3fe3a req-fbf790ce-4ab3-43f0-94d3-e156b03328d4 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373800 May 19 05:59:23.882483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b5ca0-418e-4681-987b-1411f1054f87 req-0169565b-7102-491c-ad56-2b84aafe0564 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:23.883938 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-151b5ca0-418e-4681-987b-1411f1054f87 req-0169565b-7102-491c-ad56-2b84aafe0564 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0775797 May 19 05:59:23.931010 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-151b5ca0-418e-4681-987b-1411f1054f87 req-24c32d30-72a0-4608-b671-231e238f0671 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414114 May 19 05:59:24.317821 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:25.111606 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94042b7-9a21-42c9-b2a4-e24d997ae97e req-9b7a0fd5-c020-451d-a7f4-b493c3ef0e70 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:25.113039 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e94042b7-9a21-42c9-b2a4-e24d997ae97e req-9b7a0fd5-c020-451d-a7f4-b493c3ef0e70 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0773947 May 19 05:59:25.156848 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e94042b7-9a21-42c9-b2a4-e24d997ae97e req-34bcdd1b-89bc-4c21-b3a7-8db7cb2cc867 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381901 May 19 05:59:26.341877 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26f2b2-b4ce-41bc-a371-fd26d53601da req-4e882a2b-3930-45d2-871b-e7ece0046526 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:26.343346 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2d26f2b2-b4ce-41bc-a371-fd26d53601da req-4e882a2b-3930-45d2-871b-e7ece0046526 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0818560 May 19 05:59:26.387636 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2d26f2b2-b4ce-41bc-a371-fd26d53601da req-5f3ed3a5-f3bf-4de8-914d-ecd7861b3b4c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382273 May 19 05:59:27.573143 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b59f8-6099-43e2-a888-6fcb77cee38d req-5cf8b125-8b44-4efa-81a7-b3e692225a13 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:27.574595 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-288b59f8-6099-43e2-a888-6fcb77cee38d req-5cf8b125-8b44-4efa-81a7-b3e692225a13 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0788484 May 19 05:59:27.618690 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-288b59f8-6099-43e2-a888-6fcb77cee38d req-a749fa12-4b6a-49ef-9c69-9c8aec5b57b7 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 May 19 05:59:28.804954 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4624d-5a7e-4401-8ae9-e94274d9f8f8 req-62f94fb8-c6eb-4980-96f0-e33cd962ae44 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:28.806372 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d5e4624d-5a7e-4401-8ae9-e94274d9f8f8 req-62f94fb8-c6eb-4980-96f0-e33cd962ae44 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0824864 May 19 05:59:28.851305 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d5e4624d-5a7e-4401-8ae9-e94274d9f8f8 req-17b095d0-8b22-4d8e-9f35-b7f9a657a8d9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389690 May 19 05:59:30.035827 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc91e2e-41e3-48dd-9d21-c43b257dbbba req-80d3e983-b19d-432d-961f-08a96a8bf125 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:30.037241 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2cc91e2e-41e3-48dd-9d21-c43b257dbbba req-80d3e983-b19d-432d-961f-08a96a8bf125 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0808494 May 19 05:59:30.079543 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2cc91e2e-41e3-48dd-9d21-c43b257dbbba req-0f456193-4581-4993-9a76-c9bee0b337d0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367806 May 19 05:59:31.259585 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885160a3-df61-4114-9c2a-05398b3319c8 req-597caedc-3d5b-48ae-b93a-a8ee1f44b351 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.261010 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-885160a3-df61-4114-9c2a-05398b3319c8 req-597caedc-3d5b-48ae-b93a-a8ee1f44b351 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0772467 May 19 05:59:31.304376 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-885160a3-df61-4114-9c2a-05398b3319c8 req-5606e4cb-44aa-4b30-badf-09b0a7c13e59 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378461 May 19 05:59:31.767903 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1605-ea69-4cc0-a3b6-d59c079288df req-5b7c4f61-296a-4682-bc01-78efb82ee234 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.769355 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f5f1605-ea69-4cc0-a3b6-d59c079288df req-5b7c4f61-296a-4682-bc01-78efb82ee234 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0828154 May 19 05:59:31.847965 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f5f1605-ea69-4cc0-a3b6-d59c079288df req-f0aad078-1c8e-414a-8985-1d57e6f86674 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726583 May 19 05:59:31.883668 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-b1bb228d-c2ec-4a3e-bf43-b1ecb3a248d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:31.885127 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-b1bb228d-c2ec-4a3e-bf43-b1ecb3a248d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1098 time: 0.0745330 May 19 05:59:32.067247 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-c7682a5c-be90-4272-9f20-7b1a7fa45bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:32.068715 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-c7682a5c-be90-4272-9f20-7b1a7fa45bb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 911 time: 0.1767631 May 19 05:59:32.127594 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:32.171740 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-d57e3945-b955-490b-abcb-7ae10aa9cdb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 200 len: 1000 time: 0.0951147 May 19 05:59:32.237210 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-15d00e08-51e1-44f3-9ec9-109adde5de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:32.238599 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-15d00e08-51e1-44f3-9ec9-109adde5de07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.0592394 May 19 05:59:32.312504 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-8187b653-16ea-4c47-8c13-fda4156a09da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:32.313918 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-8187b653-16ea-4c47-8c13-fda4156a09da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677226 May 19 05:59:32.446789 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-9746bcd2-00a0-45d3-87fc-15780f3c0e15 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236107 May 19 05:59:32.576938 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53563d40-eee1-43ec-908b-dd4fd0434134 req-b957279f-e9f4-4698-8d09-5826e7c140fa service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230361 May 19 05:59:32.984392 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 05:59:33.040084 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305493fc-6c0c-4f3f-87b1-dfc74d0674dc req-ddb4a434-d604-40be-ba36-194813ca4c33 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:33.041560 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-305493fc-6c0c-4f3f-87b1-dfc74d0674dc req-ddb4a434-d604-40be-ba36-194813ca4c33 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0886056 May 19 05:59:33.087736 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-305493fc-6c0c-4f3f-87b1-dfc74d0674dc req-a3b8cb91-11c5-4ac8-9d5c-cc7fa796b969 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 May 19 05:59:34.271419 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839649e-c99e-4837-9d92-da23db2e9a81 req-b32829b9-461d-4296-939f-e1ce61335988 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:34.273073 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8839649e-c99e-4837-9d92-da23db2e9a81 req-b32829b9-461d-4296-939f-e1ce61335988 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0778036 May 19 05:59:34.316375 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8839649e-c99e-4837-9d92-da23db2e9a81 req-1da3ca2e-cdfa-4b68-83c7-3a95c269a454 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376942 May 19 05:59:48.888125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-73bc7fd9-5c0b-4c22-881c-0ba1400f916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:51.288129 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:51.465205 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3be-9ff0-4cc4-a20f-0bacc5e8dd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:52.219491 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:54.355046 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 05:59:57.035185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dff90-061b-44f2-8f98-a977c68b6ce1 req-55898628-8cf0-4b8b-a2ab-001c37135e60 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:57.036618 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c94dff90-061b-44f2-8f98-a977c68b6ce1 req-55898628-8cf0-4b8b-a2ab-001c37135e60 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0836878 May 19 05:59:57.080558 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c94dff90-061b-44f2-8f98-a977c68b6ce1 req-a5632eff-6e23-43de-97eb-b263c9ad8fb4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382841 May 19 05:59:58.274074 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddad055-830c-456e-970a-40e7a9725937 req-dc7e7a7b-23a4-4d6c-a076-dd9c8b075278 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:58.275534 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3ddad055-830c-456e-970a-40e7a9725937 req-dc7e7a7b-23a4-4d6c-a076-dd9c8b075278 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0825410 May 19 05:59:58.319314 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3ddad055-830c-456e-970a-40e7a9725937 req-0ab93309-024a-497f-b702-8ea12e7c2137 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 May 19 05:59:59.508402 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81bbb8-1ab7-4d1b-a22b-ba59eaae9357 req-6a73f1e4-43f2-4d39-8173-52158867863b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 05:59:59.509830 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0a81bbb8-1ab7-4d1b-a22b-ba59eaae9357 req-6a73f1e4-43f2-4d39-8173-52158867863b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0829003 May 19 05:59:59.552975 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0a81bbb8-1ab7-4d1b-a22b-ba59eaae9357 req-7600adf2-1153-4e52-95bb-b5057cdd84a9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376399 May 19 06:00:00.496825 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-c529bd66-41d3-4e59-8bad-d44aa907642d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669210 May 19 06:00:00.639447 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-2a7323ed-f5c6-424a-84be-44b4e51cd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:00.640909 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-2a7323ed-f5c6-424a-84be-44b4e51cd533 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 1098 time: 0.0726342 May 19 06:00:00.739749 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f0631-bdbc-4fd1-8da5-7ffe517798f9 req-c169e7aa-bde9-4e3b-a081-ad295485aa84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:00.741135 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-510f0631-bdbc-4fd1-8da5-7ffe517798f9 req-c169e7aa-bde9-4e3b-a081-ad295485aa84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0789425 May 19 06:00:00.784864 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-d0a07cd0-b911-4cac-9347-83a61d0c96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:00.786271 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-d0a07cd0-b911-4cac-9347-83a61d0c96c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 911 time: 0.1265149 May 19 06:00:00.788454 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-510f0631-bdbc-4fd1-8da5-7ffe517798f9 req-816273ab-8542-4163-b075-243c323b11b2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 May 19 06:00:00.886199 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-17c0e72f-7ada-483f-bca4-e9da13aede7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 200 len: 1000 time: 0.0922377 May 19 06:00:00.949801 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-d6e722fd-fbf0-47f4-8b29-a396d09b962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:00.951182 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-d6e722fd-fbf0-47f4-8b29-a396d09b962b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.0588343 May 19 06:00:01.024473 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-6dbdeb69-a82b-4dc2-a7ba-01a611bd81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:01.025871 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-6dbdeb69-a82b-4dc2-a7ba-01a611bd81b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679684 May 19 06:00:01.208821 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-29e4cbbf-fd62-48c4-89e7-d0e82a8f33b6 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760142 May 19 06:00:01.339265 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1314c23e-865c-4e27-b1b6-317d7f51a38a req-b3e8ca40-78f6-430c-b4a5-efbe040043e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213086 May 19 06:00:01.981674 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c2e61-be61-4084-9168-cec75333bc54 req-72a09d8a-944b-4c17-bc00-2d39fe505cd9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:01.983032 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4e2c2e61-be61-4084-9168-cec75333bc54 req-72a09d8a-944b-4c17-bc00-2d39fe505cd9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0822332 May 19 06:00:02.028039 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4e2c2e61-be61-4084-9168-cec75333bc54 req-8aadd19d-4e22-4e39-9650-b9e5c660d75f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 May 19 06:00:02.196138 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:03.214658 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9450717-3ce7-44c5-8714-c53c8a0ef9d2 req-4cf3465f-c322-4ea1-a57f-9df057fa0ed2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:03.216139 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a9450717-3ce7-44c5-8714-c53c8a0ef9d2 req-4cf3465f-c322-4ea1-a57f-9df057fa0ed2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0803063 May 19 06:00:03.259937 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a9450717-3ce7-44c5-8714-c53c8a0ef9d2 req-36bd9757-71b4-4d51-b47a-6aed72a9b129 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376124 May 19 06:00:04.445911 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f015f3-5bdf-4f6b-983f-ccdf73898b5d req-e7d98d68-2e75-4641-bda0-5f5e4b22a62e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:04.447390 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-20f015f3-5bdf-4f6b-983f-ccdf73898b5d req-e7d98d68-2e75-4641-bda0-5f5e4b22a62e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0796471 May 19 06:00:04.495410 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-20f015f3-5bdf-4f6b-983f-ccdf73898b5d req-d69d410f-81bf-4e0d-8bde-db5f2fc7cc3e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424106 May 19 06:00:05.686036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65dda1-459b-4cf5-87a2-d0afdfc79784 req-29e408cf-956f-4441-add8-e67f47a199ce tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:05.687509 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0e65dda1-459b-4cf5-87a2-d0afdfc79784 req-29e408cf-956f-4441-add8-e67f47a199ce tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0824466 May 19 06:00:05.731604 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0e65dda1-459b-4cf5-87a2-d0afdfc79784 req-a3af4b64-74ca-4ae1-ac6f-bee7f8ceb4f2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379181 May 19 06:00:06.917975 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688a8a7-f523-4b3d-a288-0334f41db953 req-cd643034-16dc-49f4-b304-0a4a95c6c7af tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:06.919418 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f688a8a7-f523-4b3d-a288-0334f41db953 req-cd643034-16dc-49f4-b304-0a4a95c6c7af tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0808737 May 19 06:00:06.962533 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f688a8a7-f523-4b3d-a288-0334f41db953 req-d14924ef-84d3-405d-bfa3-452ee5285ecd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374613 May 19 06:00:07.927775 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30071-b509-4ac1-821d-fa4c14fd55a9 req-77ef25e6-9378-4677-9939-e5ed6a878a43 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:07.929193 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5db30071-b509-4ac1-821d-fa4c14fd55a9 req-77ef25e6-9378-4677-9939-e5ed6a878a43 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0823104 May 19 06:00:07.972089 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5db30071-b509-4ac1-821d-fa4c14fd55a9 req-781120e1-e473-4e35-b3b8-64611a241d7c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373261 May 19 06:00:08.150392 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff362ba-31b1-4bf3-9978-9a61fe3b6311 req-7f9e00b9-a403-49f6-9b79-ec6875322c03 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:08.151881 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9ff362ba-31b1-4bf3-9978-9a61fe3b6311 req-7f9e00b9-a403-49f6-9b79-ec6875322c03 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0778284 May 19 06:00:08.195176 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9ff362ba-31b1-4bf3-9978-9a61fe3b6311 req-541d1d41-4aa6-4355-80ec-2c1815fdfb37 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375602 May 19 06:00:09.154059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee0d0-f252-492f-8d84-ba5153c66fb6 req-2c395c93-9cf0-4b64-899e-cbf418bf69d9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:09.155521 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6cfee0d0-f252-492f-8d84-ba5153c66fb6 req-2c395c93-9cf0-4b64-899e-cbf418bf69d9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0804644 May 19 06:00:09.200356 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6cfee0d0-f252-492f-8d84-ba5153c66fb6 req-5a124ee0-d385-43d5-a919-d178aeac82d1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391181 May 19 06:00:09.382845 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc8229-f25a-4395-81de-f7cb45f2e49e req-e55ee51a-6ae2-4406-8bc5-ae78c104d724 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:09.384206 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9fbc8229-f25a-4395-81de-f7cb45f2e49e req-e55ee51a-6ae2-4406-8bc5-ae78c104d724 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0820286 May 19 06:00:09.428496 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9fbc8229-f25a-4395-81de-f7cb45f2e49e req-e4c63d4c-6bde-42e6-970b-4501d3f4beef tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385616 May 19 06:00:09.726504 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:00:09.863828 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:09.879024 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'mac_address': 'fa:16:3e:4b:4f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:00:09.936301 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:09.953051 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f76c649e-0b9b-4140-baf7-f427e1e0fedf {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:00:09.967850 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:09.982997 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:00:10.059292 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:10.062197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:10.092406 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4f5e6aac-8b3a-4c70-a851-849be1249781 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:10.093873 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4f5e6aac-8b3a-4c70-a851-849be1249781 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.0833626 May 19 06:00:10.139817 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=6']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:10.145197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['f76c649e-0b9b-4140-baf7-f427e1e0fedf'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:00:10.183900 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.184256 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.184597 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.184931 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.185264 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.185596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.185922 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.186246 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.186633 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.186897 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.187245 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.187565 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:10.191548 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:10.233360 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Deleting port 105c5467-52a8-484e-a525-fd3c6377b1f8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:00:10.233819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:10.415690 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] For port 105c5467-52a8-484e-a525-fd3c6377b1f8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=105c5467-52a8-484e-a525-fd3c6377b1f8,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:10.416046 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:10.515980 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0b4c8-a938-454e-983a-d18a55c70c90 req-8f4d071f-cbab-46a3-9c10-7855bde0b6ed tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:10.518043 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8ce0b4c8-a938-454e-983a-d18a55c70c90 req-8f4d071f-cbab-46a3-9c10-7855bde0b6ed tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 945 time: 0.2069752 May 19 06:00:10.647258 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e23c46-0c5e-4deb-ac7d-620f6dc5391b req-e88ff109-63f4-4d74-8af0-6bc240fbcc5f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:10.649543 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d7e23c46-0c5e-4deb-ac7d-620f6dc5391b req-e88ff109-63f4-4d74-8af0-6bc240fbcc5f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 944 time: 0.0932038 May 19 06:00:10.665536 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8ce0b4c8-a938-454e-983a-d18a55c70c90 req-3cadc9bd-4310-44bb-a243-d290a116233c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f4a610f-1a50-4586-a839-a17822e7f8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362734 May 19 06:00:10.705723 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d7e23c46-0c5e-4deb-ac7d-620f6dc5391b req-7266e627-ae4c-4246-bf8b-1969021a7ef6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500245 May 19 06:00:10.797639 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:10.798119 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:10.798474 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.l3_db [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Floating IP 6e09bb69-ff7c-456d-a54c-d1ffb8cb0126 disassociated. External IP: 172.28.2.23, port: 105c5467-52a8-484e-a525-fd3c6377b1f8. May 19 06:00:10.798805 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Calling delete_port for 105c5467-52a8-484e-a525-fd3c6377b1f8 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:00:10.985255 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:10.991527 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:11.041223 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event deleted for resources: {'Port': ['ID=105c5467-52a8-484e-a525-fd3c6377b1f8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:11.052876 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.053239 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.053590 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.053940 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.054281 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.054621 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.055099 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.055316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.055647 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.055984 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.056316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.056647 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:11.060612 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:11.325319 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:00:11.531112 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:00:11.544227 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:00:11.558996 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:00:11.559646 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:59:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:11.624096 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] No DVR routers for this DVR port 105c5467-52a8-484e-a525-fd3c6377b1f8 on host hv-cinder-78240 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:00:11.627039 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:11.631519 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'name': 'network-vif-deleted', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:11.714674 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fee40-890d-413f-95c8-a00cd5943957', 'name': 'network-vif-deleted', 'tag': '105c5467-52a8-484e-a525-fd3c6377b1f8', 'status': 'completed', 'code': 200} May 19 06:00:11.763018 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a895572e-a0f3-43c3-b1f2-12fd462c8619 req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "DELETE /v2.0/ports/105c5467-52a8-484e-a525-fd3c6377b1f8 HTTP/1.1" status: 204 len: 173 time: 1.6634772 May 19 06:00:11.802947 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:00:11.911500 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-495db237-94bd-4c54-b5a4-6cbf6b5ac7fb req-1616251f-2980-44a9-a1bf-67955e9d5cc8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1fee40-890d-413f-95c8-a00cd5943957 HTTP/1.1" status: 200 len: 210 time: 0.0791712 May 19 06:00:12.029102 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:00:12.066221 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7c72-2079-4816-9c72-a2a49b32b4a1 req-7d30e108-4ad7-430d-8d83-4b0e1f39e3f4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:12.067980 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d88a7c72-2079-4816-9c72-a2a49b32b4a1 req-7d30e108-4ad7-430d-8d83-4b0e1f39e3f4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 944 time: 0.1267657 May 19 06:00:12.139558 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d88a7c72-2079-4816-9c72-a2a49b32b4a1 req-b89ac22f-9b70-412f-91f1-ca460ac16c29 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634522 May 19 06:00:12.289239 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port f76c649e-0b9b-4140-baf7-f427e1e0fedf triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:00:12.289672 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:12.464969 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:12.467414 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:12.490845 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:00:12.512205 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:12.520115 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:00:12.520786 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T05:59:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:12.581649 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'code': 200} May 19 06:00:12.592676 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:12.705742 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:12.715222 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:12.911372 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:00:13.075428 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=7']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:13.104522 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:13.429756 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23dc61-82c0-4130-b36d-c22d5c073639 req-2a3a4a20-35e5-4d49-a2a5-72aa8f15a4bd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:13.441939 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9f23dc61-82c0-4130-b36d-c22d5c073639 req-2a3a4a20-35e5-4d49-a2a5-72aa8f15a4bd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.1353316 May 19 06:00:13.491879 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9f23dc61-82c0-4130-b36d-c22d5c073639 req-cf7237b7-a063-41c0-a2bc-24715391c98a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478389 May 19 06:00:13.553949 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:13.560345 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bd00-1fd4-4f5d-b550-7de109507398 None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:00:13.638609 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53124) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:13.739930 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 105c5467-52a8-484e-a525-fd3c6377b1f8 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:00:13.744100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:13.776545 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:13.797181 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 105c5467-52a8-484e-a525-fd3c6377b1f8 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:00:13.798045 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 105c5467-52a8-484e-a525-fd3c6377b1f8 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:00:13.877701 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6a7ea-cdb1-4f0f-a71f-58805e500139 None None] New status for floating IP 6e09bb69-ff7c-456d-a54c-d1ffb8cb0126: DOWN {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:00:14.029235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.043507 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c9698cb6-ff91-4155-9a23-e803abcf5831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:14.060629 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a610f-1a50-4586-a839-a17822e7f8d1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:14.062978 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:14.140778 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.144589 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f4a610f-1a50-4586-a839-a17822e7f8d1 HTTP/1.1" status: 204 len: 168 time: 0.5036905 May 19 06:00:14.144959 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53132) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:14.166953 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.api.v2.resource [None req-a2a94e11-2f30-4796-a98e-4c5e4f2cb0bd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] show failed (client error): The resource could not be found. May 19 06:00:14.168029 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-a2a94e11-2f30-4796-a98e-4c5e4f2cb0bd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups/0f4a610f-1a50-4586-a839-a17822e7f8d1 HTTP/1.1" status: 404 len: 347 time: 0.0221224 May 19 06:00:14.171063 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53136) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:14.418037 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Deleting port 22fe364a-4c8f-4876-9753-12e89c10daa5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:00:14.418375 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.565479 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.565850 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.700871 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Calling delete_port for 22fe364a-4c8f-4876-9753-12e89c10daa5 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:00:14.712608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac798a3f-2f6b-4039-af5c-9ab7d7ee1c30 req-39ae0c74-ac24-44fa-8902-966da8b0712e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:14.719774 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ac798a3f-2f6b-4039-af5c-9ab7d7ee1c30 req-39ae0c74-ac24-44fa-8902-966da8b0712e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.1018264 May 19 06:00:14.774420 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ac798a3f-2f6b-4039-af5c-9ab7d7ee1c30 req-1cfa470f-f1b4-4228-97cb-857151f1dcd0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450349 May 19 06:00:14.910962 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:14.916010 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-89c8d26a-f50f-4f72-a140-31f9d74054b4 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:14.971176 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event deleted for resources: {'Port': ['ID=22fe364a-4c8f-4876-9753-12e89c10daa5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:14.975504 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:15.072629 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.093330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.099106 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e09bb69-ff7c-456d-a54c-d1ffb8cb0126 HTTP/1.1" status: 204 len: 168 time: 0.9268742 May 19 06:00:15.468201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53144) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:15.473943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624073841', 'description': 'tempest-description--580724884'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:15.480800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:00:15.488274 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:00:15.492176 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:00:15.498845 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:00:15.602071 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.622881 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:00:15.630043 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:00:15.630043 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:00:15.635852 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:00:15.725356 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.813593 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.820218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-efefe641-8f3e-4a13-b4a4-315b00c8aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:15.875656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538c7835-2f6f-4b1a-82fb-fa54393d9058,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:15.884548 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.885036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.885497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.885941 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.886521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.886933 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.887361 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.887760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.892622 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.892622 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.892622 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.892622 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:00:15.903813 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:15.970935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:15.972097 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5027568 May 19 06:00:15.975274 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53150) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:15.983331 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'security_group_rule': {'security_group_id': '538c7835-2f6f-4b1a-82fb-fa54393d9058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:15.989780 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:00:15.989956 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f792bf7-74ea-4b17-8566-21474e0522d3 req-18f20a69-a8f0-439c-93ca-bdfbd3592236 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:15.991370 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1f792bf7-74ea-4b17-8566-21474e0522d3 req-18f20a69-a8f0-439c-93ca-bdfbd3592236 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0866373 May 19 06:00:16.001746 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:00:16.004769 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:00:16.013817 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:00:16.046753 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1f792bf7-74ea-4b17-8566-21474e0522d3 req-a9bca221-8b80-4f64-bcdb-dcb69cd7024d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483587 May 19 06:00:16.172182 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.238967 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.315353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.317797 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-92231e9a-8ab0-44bd-93aa-7ae082684e75 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:16.341378 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aabc55d-8752-4253-8fd8-8b2c664a981e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:16.347312 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:16.417759 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.421923 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422374 May 19 06:00:16.421923 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53154) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:16.427306 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'security_group_rule': {'security_group_id': '538c7835-2f6f-4b1a-82fb-fa54393d9058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:16.434379 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:00:16.440955 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:security_group_rule and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:00:16.444348 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:00:16.450175 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:00:16.540450 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.606626 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.705028 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.707095 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:16.730690 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3ed422-ae18-4557-814b-27718e63ecdb,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:16.733301 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:16.936554 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:16.936554 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4797001 May 19 06:00:16.937944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53158) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:16.945324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'floatingip': {'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:16.964823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:00:16.964823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Usage tracker for resource:floatingip and tenant:34548559401345938b4b9283a4bfed88 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:00:16.964823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:00:16.992369 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:00:17.354141 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece2496-0b56-4e65-a9ef-e1cce4c9bb00 req-babf6b25-074a-41a8-ad77-04bef4e561b2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:17.355680 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6ece2496-0b56-4e65-a9ef-e1cce4c9bb00 req-babf6b25-074a-41a8-ad77-04bef4e561b2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0833199 May 19 06:00:17.400451 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:17.400846 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6ece2496-0b56-4e65-a9ef-e1cce4c9bb00 req-4c15c153-7430-4d4d-88f8-ea2ae7f97663 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 May 19 06:00:17.551194 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:17.710284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Allocated IP 172.28.2.12 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/bb0e3feb-4032-49e0-928a-4493482bbcfc) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:00:17.958823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.065517 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.069626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a9146950-1428-4adb-bb49-e278d3b5b664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:18.138901 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:00:18.141856 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:00:18.145068 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:00:18.183856 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'Port': ['ID=bb0e3feb-4032-49e0-928a-4493482bbcfc,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:18.186831 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:18.236526 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.374680 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.661234 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe1a5-932a-4222-8f7c-0183eff1c35f req-e812ee3a-f943-4c60-befe-4158ebe3173a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:18.667598 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-963fe1a5-932a-4222-8f7c-0183eff1c35f req-e812ee3a-f943-4c60-befe-4158ebe3173a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.1359637 May 19 06:00:18.695881 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.727600 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-963fe1a5-932a-4222-8f7c-0183eff1c35f req-a1019041-e4b8-424d-ae7d-7aa668d9a250 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562189 May 19 06:00:18.759961 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.764046 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0aa6e5f8-8739-4870-8d14-fefb24ce72a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:18.836816 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'Port': ['ID=bb0e3feb-4032-49e0-928a-4493482bbcfc,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:18.861905 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:18.909687 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:18.926489 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-627b5874-9da3-45ce-b382-a4fa3eea54ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:19.008036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:19.009287 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0702467 May 19 06:00:19.257103 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-6576917d-6002-423b-8477-a7fd025bb2df tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:00:19.371661 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-6576917d-6002-423b-8477-a7fd025bb2df tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:00:19.373003 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-6576917d-6002-423b-8477-a7fd025bb2df tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--624073841&fields=id&tenant_id=34548559401345938b4b9283a4bfed88 HTTP/1.1" status: 200 len: 267 time: 0.1610284 May 19 06:00:19.532265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-9037bc89-307e-46cf-8edf-611df0f6e569 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:19.534556 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-9037bc89-307e-46cf-8edf-611df0f6e569 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 811 time: 0.1541483 May 19 06:00:19.554690 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e473b0dd-d029-4088-b852-41055959e83a tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/quotas/34548559401345938b4b9283a4bfed88 HTTP/1.1" status: 200 len: 375 time: 0.0104964 May 19 06:00:19.654921 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-f5bb5d4c-aa01-48cb-b804-d2a7c09ac806 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:00:19.756522 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-f5bb5d4c-aa01-48cb-b804-d2a7c09ac806 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:00:19.758054 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-f5bb5d4c-aa01-48cb-b804-d2a7c09ac806 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1975205 May 19 06:00:19.917291 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-4551f768-43d5-49cf-b42a-7c9423abba31 service neutron] 10.222.0.24 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460056 May 19 06:00:19.960725 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf8be4-2322-4e02-bba4-4fe863372daf req-e58e6e2a-a195-4fe7-a126-d582ad8a0a61 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:19.962488 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b5cf8be4-2322-4e02-bba4-4fe863372daf req-e58e6e2a-a195-4fe7-a126-d582ad8a0a61 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.1114407 May 19 06:00:20.024576 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b5cf8be4-2322-4e02-bba4-4fe863372daf req-8bf8c55f-0f48-4ef6-a181-a9a02e80a510 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552590 May 19 06:00:20.092302 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-793af49a-3493-4078-bc13-ac3709ccbb09 service neutron] 10.222.0.24 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681013 May 19 06:00:20.838404 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a8cbff88-4c8f-4159-a5b6-a708ed5f8f71 req-df5c5916-6547-421f-900c-50f5d1360034 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 210 time: 0.0422065 May 19 06:00:21.235094 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e6fb-9a99-4838-9f9b-88124b5c6643 req-2509f7cf-3af9-4793-8a4d-162cba9610bd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:21.236338 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a990e6fb-9a99-4838-9f9b-88124b5c6643 req-2509f7cf-3af9-4793-8a4d-162cba9610bd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0881066 May 19 06:00:21.294854 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a990e6fb-9a99-4838-9f9b-88124b5c6643 req-9974ee25-f4a6-4bff-9a18-cb7596721dbc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520840 May 19 06:00:21.331427 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:21.556325 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-058c2bd1-4812-4db8-b35c-422c15f449e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:21.989679 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6429f730-501c-4e2a-a01c-98b0d609876e req-4d7cd92d-5872-4e14-a8b7-a26d030853e0 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 210 time: 0.0445848 May 19 06:00:22.213656 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:22.488198 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032d4a-f290-4b66-8941-c95fb06254b2 req-fbcd0383-9d2f-4010-a625-ca5e95086eee tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:22.489667 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0b032d4a-f290-4b66-8941-c95fb06254b2 req-fbcd0383-9d2f-4010-a625-ca5e95086eee tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0829203 May 19 06:00:22.533913 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0b032d4a-f290-4b66-8941-c95fb06254b2 req-d74414ba-d177-4a39-b71e-f9c87ba3c5a5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 May 19 06:00:22.682086 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-ef9b4098-141e-464b-9d58-e2f222546676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:22.683436 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-ef9b4098-141e-464b-9d58-e2f222546676 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1098 time: 0.0737274 May 19 06:00:22.813549 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-4ed3bf34-50d5-4ffe-b0d7-bb5c693abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:22.815573 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-4ed3bf34-50d5-4ffe-b0d7-bb5c693abff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1253619 May 19 06:00:22.916330 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-0651bd2b-ecbf-4832-8265-aa198088e6a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 200 len: 1000 time: 0.0924366 May 19 06:00:22.992029 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-19a1a320-6e58-4671-8f39-4d8515486ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:22.993464 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-19a1a320-6e58-4671-8f39-4d8515486ba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0604112 May 19 06:00:23.075630 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-ec976812-3a1c-4ff3-be0c-df0d6cc4b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:23.077282 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-ec976812-3a1c-4ff3-be0c-df0d6cc4b42b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777166 May 19 06:00:23.092135 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-9c56f86f-521f-41e3-a1a9-366cfc0ecfb9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:23.093604 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-9c56f86f-521f-41e3-a1a9-366cfc0ecfb9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 811 time: 0.1601739 May 19 06:00:23.163542 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9a044542-8488-4d2d-b329-cec71ee5ff1c req-dd474c1b-326e-4b23-ace8-9f77b2b1b0db tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 210 time: 0.0472980 May 19 06:00:23.183102 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-fd7f3c62-91d6-4234-a0e8-fea4199ad638 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:00:23.195036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-fd7f3c62-91d6-4234-a0e8-fea4199ad638 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:00:23.198514 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-fd7f3c62-91d6-4234-a0e8-fea4199ad638 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34548559401345938b4b9283a4bfed88 HTTP/1.1" status: 200 len: 379 time: 0.0937071 May 19 06:00:23.205589 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'port': {'device_id': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'admin_state_up': True, 'tenant_id': '34548559401345938b4b9283a4bfed88', 'security_groups': ['538c7835-2f6f-4b1a-82fb-fa54393d9058']}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:23.223396 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-57d078b7-3393-4233-8bd3-c44d47aec014 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390300 May 19 06:00:23.343840 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:00:23.353173 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:00:23.416407 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f2e7f83-9fe2-4177-b326-835ff3314402 req-d23554c0-bdc8-4db6-bc82-6638cfc6ee88 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865056 May 19 06:00:23.418957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Made reservation on behalf of 34548559401345938b4b9283a4bfed88 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:00:23.427989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:23.583184 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Allocated IP 172.20.0.11 (a93037b4-c3a3-4296-9344-cc7367889e28/ffa77122-14c1-494c-b533-70d07713fe4f/169457cf-f2c2-4da8-b5f7-4296e1caa6bf) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:00:23.726425 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c6f41-a2d2-4d97-9135-a8fc2c22fc13 req-4791cda6-0a5c-4e28-829b-d82070597df9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:23.727893 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4f8c6f41-a2d2-4d97-9135-a8fc2c22fc13 req-4791cda6-0a5c-4e28-829b-d82070597df9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0832040 May 19 06:00:23.766400 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:23.773407 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4f8c6f41-a2d2-4d97-9135-a8fc2c22fc13 req-41073e1c-a133-44c9-ad80-6bad8972e2f6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 May 19 06:00:23.782427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Transition to ACTIVE for port object 169457cf-f2c2-4da8-b5f7-4296e1caa6bf will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:00:23.876209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:23.881665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-76b43ff8-86f8-4265-83db-f5af27d94332 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:24.028060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Network a93037b4-c3a3-4296-9344-cc7367889e28 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:00:24.031066 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:00:24.035435 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:00:24.070941 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event updated for resources: {'Port': ['ID=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:24.075425 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:24.103140 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:24.103832 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:24.185353 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9839354 May 19 06:00:24.198494 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Request body: {'port': {'device_id': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:24.270217 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-518b1647-6e22-49db-97b3-32ad7e0bd5cd None None] Provisioning for port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:00:24.275485 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-518b1647-6e22-49db-97b3-32ad7e0bd5cd None None] Provisioning complete for port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:00:24.275923 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-518b1647-6e22-49db-97b3-32ad7e0bd5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:24.328181 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-518b1647-6e22-49db-97b3-32ad7e0bd5cd None None] Port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:00:24.330629 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:24.365725 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:24.455763 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce7906-07ca-4a71-bbd2-94b2f6c97c45 req-5e97100f-07f5-447a-8000-d6eb52eded7c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:24.456452 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-16ce7906-07ca-4a71-bbd2-94b2f6c97c45 req-5e97100f-07f5-447a-8000-d6eb52eded7c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Synchronizing usage tracker for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:00:24.607954 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-16ce7906-07ca-4a71-bbd2-94b2f6c97c45 req-5e97100f-07f5-447a-8000-d6eb52eded7c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Unset dirty status for tenant:34548559401345938b4b9283a4bfed88 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:00:24.609036 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-16ce7906-07ca-4a71-bbd2-94b2f6c97c45 req-5e97100f-07f5-447a-8000-d6eb52eded7c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 932 time: 0.3239479 May 19 06:00:24.685713 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-16ce7906-07ca-4a71-bbd2-94b2f6c97c45 req-bb910c6a-6558-4254-8589-8b778b8a80a2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697062 May 19 06:00:24.762034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169457cf-f2c2-4da8-b5f7-4296e1caa6bf {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:00:24.769285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:24.783513 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Transition to ACTIVE for port object 169457cf-f2c2-4da8-b5f7-4296e1caa6bf will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:00:24.842223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:24.846575 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:24.968975 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51daaaa-d885-41ef-aa9e-7bbe5232a9e1 req-95c89014-e5d6-4ffb-83a1-74ccb7f4c3e0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:24.977377 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f51daaaa-d885-41ef-aa9e-7bbe5232a9e1 req-95c89014-e5d6-4ffb-83a1-74ccb7f4c3e0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 945 time: 0.0935557 May 19 06:00:25.032261 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f51daaaa-d885-41ef-aa9e-7bbe5232a9e1 req-937c3cdc-601e-4a5f-a860-0e8b94a1fc1e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539424 May 19 06:00:25.049209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Pushing event updated for resources: {'Port': ['ID=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:25.050126 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:25.088738 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Attempting to bind port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:00:25.089066 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Attempting to bind port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:00:25.089384 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Attempting to bind port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf on network a93037b4-c3a3-4296-9344-cc7367889e28 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:00:25.094038 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf on network a93037b4-c3a3-4296-9344-cc7367889e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:00:25.094346 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Attempting to bind port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf on network a93037b4-c3a3-4296-9344-cc7367889e28 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:00:25.100176 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:00:25.100503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Checking segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:00:25.100999 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Bound using segment: {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:00:25.101289 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Bound port: 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53adebd3-67c1-405c-9f38-79dcede0d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:00:25.101620 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:25.191783 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] For port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:00:25.194552 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] For port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:00:25.269456 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:25.274383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:25.328878 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:25.330031 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:25.331430 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] 10.222.0.32 "PUT /v2.0/ports/169457cf-f2c2-4da8-b5f7-4296e1caa6bf HTTP/1.1" status: 200 len: 1094 time: 1.1374953 May 19 06:00:25.342851 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:25.356658 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Pushing event updated for resources: {'Port': ['ID=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:25.359881 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:25.383365 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'status': 'completed', 'code': 200} May 19 06:00:25.479353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b270f1-7064-4a72-8fc6-2fff5ee7fdcc req-cdb55981-08de-49c5-a98d-5796b9d8b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:25.480898 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-68b270f1-7064-4a72-8fc6-2fff5ee7fdcc req-cdb55981-08de-49c5-a98d-5796b9d8b590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 1097 time: 0.0759745 May 19 06:00:25.621794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b270f1-7064-4a72-8fc6-2fff5ee7fdcc req-ecf3f3a6-acfa-4fc3-a6bc-91d2755fd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:25.623257 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-68b270f1-7064-4a72-8fc6-2fff5ee7fdcc req-ecf3f3a6-acfa-4fc3-a6bc-91d2755fd131 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=34548559401345938b4b9283a4bfed88&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1343637 May 19 06:00:25.760286 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b270f1-7064-4a72-8fc6-2fff5ee7fdcc req-5205482e-5e5a-45fa-bd03-34d2b193891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:25.761727 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-68b270f1-7064-4a72-8fc6-2fff5ee7fdcc req-5205482e-5e5a-45fa-bd03-34d2b193891d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1320331 May 19 06:00:25.791366 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:00:25.870214 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e6954c4f-4dbb-4da6-9c77-a6e8ec8f2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:25.871873 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-e6954c4f-4dbb-4da6-9c77-a6e8ec8f2a0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 1097 time: 0.0759943 May 19 06:00:25.873310 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e822ad-58e0-4185-a29e-fc70f5f9d1e0 req-a5a3c6bf-3047-482d-a6eb-20d29b8503bc tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:25.874786 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53e822ad-58e0-4185-a29e-fc70f5f9d1e0 req-a5a3c6bf-3047-482d-a6eb-20d29b8503bc tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 944 time: 0.0837607 May 19 06:00:25.914300 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:25.924643 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-53e822ad-58e0-4185-a29e-fc70f5f9d1e0 req-b45e332b-9290-4bc0-908e-37c70f7b6bae tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 May 19 06:00:25.943351 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:25.953677 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:25.987295 dv-cinder-782405-8-smb neutron-server[103797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'code': 422} returned with failed status May 19 06:00:26.036481 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-58d9f8cf-b699-4c34-b75b-4eda24b4dba5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf HTTP/1.1" status: 200 len: 217 time: 0.1568887 May 19 06:00:26.051468 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:26.053306 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2267ea0e-9c5d-42f5-ab46-2b7326ef6564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:26.100264 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-036197ec-6a95-46db-bc98-130217fd8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:26.102028 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-036197ec-6a95-46db-bc98-130217fd8c00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.0588391 May 19 06:00:26.118209 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=8']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:26.121341 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:26.179931 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-ec1935e6-923c-46d4-bec9-d174e3aaff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:26.181398 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-ec1935e6-923c-46d4-bec9-d174e3aaff34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719829 May 19 06:00:26.231633 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42425f56-0658-4bf9-8545-00043b553cd1 req-7414fac7-e02c-4a7b-ab68-c835ac759224 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:26.233188 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42425f56-0658-4bf9-8545-00043b553cd1 req-7414fac7-e02c-4a7b-ab68-c835ac759224 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0824318 May 19 06:00:26.278069 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-42425f56-0658-4bf9-8545-00043b553cd1 req-6de443a8-852a-489c-8bf6-5a95bfb6f8f9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386283 May 19 06:00:26.312340 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-70101384-2fc5-4137-82e2-be6c4e9d0ccf service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237164 May 19 06:00:26.441907 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5957160a-3ac5-4b88-a90d-9ac9708a0e95 req-b4a190f0-a02d-42ed-b424-317a4d8c03a9 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232395 May 19 06:00:27.109322 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd92e8-e41a-4a76-a963-c205ae3cb59d req-8063954b-e494-4245-a1c7-6522b569d385 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:27.110782 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-efdd92e8-e41a-4a76-a963-c205ae3cb59d req-8063954b-e494-4245-a1c7-6522b569d385 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 944 time: 0.0789411 May 19 06:00:27.159112 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-efdd92e8-e41a-4a76-a963-c205ae3cb59d req-871b0409-256c-4e51-85a3-a674a921b398 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423098 May 19 06:00:27.971279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e731a-e916-48c7-b308-7210cc3f0529 req-f716cb17-650d-4a86-a848-76f3464d8fbd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:27.972927 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3e7e731a-e916-48c7-b308-7210cc3f0529 req-f716cb17-650d-4a86-a848-76f3464d8fbd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0806348 May 19 06:00:28.015761 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3e7e731a-e916-48c7-b308-7210cc3f0529 req-3f964b05-d6f3-406f-8b1d-b7562072d242 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372915 May 19 06:00:28.343212 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f6163-b650-45d8-90b7-7fd756495f32 req-95e04861-e6a1-4bf4-8e14-8e4ef9178f15 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:28.344637 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a6f6163-b650-45d8-90b7-7fd756495f32 req-95e04861-e6a1-4bf4-8e14-8e4ef9178f15 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 944 time: 0.0795619 May 19 06:00:28.388930 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a6f6163-b650-45d8-90b7-7fd756495f32 req-fccc762a-2ad7-4d93-ab9d-4c92fe9445e8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 May 19 06:00:28.470196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53272) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:28.585482 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-d0d2786c-45dc-4bf6-b1ac-33336c36f10b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140859 May 19 06:00:29.203032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be557b8-7f35-4e39-b371-68498c8abfef req-b392352d-a0eb-485b-8318-08f947de54b9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:29.204453 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9be557b8-7f35-4e39-b371-68498c8abfef req-b392352d-a0eb-485b-8318-08f947de54b9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0788298 May 19 06:00:29.248137 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9be557b8-7f35-4e39-b371-68498c8abfef req-e6e4503c-512c-4c18-a3fc-7a7eb922e3e5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380447 May 19 06:00:29.574654 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452f36f-9cee-4769-b88c-5014f533b3a9 req-cd461c3d-71cc-4787-861a-1a3b066ee32d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:29.576204 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7452f36f-9cee-4769-b88c-5014f533b3a9 req-cd461c3d-71cc-4787-861a-1a3b066ee32d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 944 time: 0.0831652 May 19 06:00:29.622350 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7452f36f-9cee-4769-b88c-5014f533b3a9 req-67e2c7b1-96f2-4d56-9773-2269d2295e39 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 May 19 06:00:29.819518 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 169457cf-f2c2-4da8-b5f7-4296e1caa6bf details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:00:29.982107 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:29.994582 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'port_id': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'mac_address': 'fa:16:3e:14:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:00:30.047419 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:30.063615 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169457cf-f2c2-4da8-b5f7-4296e1caa6bf {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:00:30.079235 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:30.177012 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:30.178749 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:30.244216 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:30.247209 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:30.389270 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['169457cf-f2c2-4da8-b5f7-4296e1caa6bf'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:00:30.444234 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a97cf0-e322-45ef-84ea-d3ef895c203c req-f839de17-5468-4fc4-a1b7-4b29d83e9a94 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:30.445830 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93a97cf0-e322-45ef-84ea-d3ef895c203c req-f839de17-5468-4fc4-a1b7-4b29d83e9a94 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0840845 May 19 06:00:30.489598 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93a97cf0-e322-45ef-84ea-d3ef895c203c req-4b4e394a-f378-4541-a214-925301707a8b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380495 May 19 06:00:30.806432 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6af5d3-d09b-4be1-84f3-af95b560c230 req-eaaf64e9-33f1-4247-acba-bfe06e4dc156 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:30.807891 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9c6af5d3-d09b-4be1-84f3-af95b560c230 req-eaaf64e9-33f1-4247-acba-bfe06e4dc156 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 945 time: 0.0784831 May 19 06:00:30.851313 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9c6af5d3-d09b-4be1-84f3-af95b560c230 req-cb8bd646-b38d-41c3-954c-226655e64fda tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377262 May 19 06:00:31.301302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-9ee82c1c-3bc7-485d-b5ca-01b44db86d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:31.302714 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-9ee82c1c-3bc7-485d-b5ca-01b44db86d3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94&tenant_id=708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 1096 time: 0.0680726 May 19 06:00:31.395323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-2c34f33f-a9a1-4aec-b5c5-4d639b27356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:31.396973 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-2c34f33f-a9a1-4aec-b5c5-4d639b27356a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1096 time: 0.0724587 May 19 06:00:31.523465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-38e0dd73-1f99-432b-a5d2-10e3ac640e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:31.525059 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-38e0dd73-1f99-432b-a5d2-10e3ac640e26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1221495 May 19 06:00:31.672308 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-fceb1a9f-207f-4a8b-a208-ac16af220450 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 200 len: 998 time: 0.1412516 May 19 06:00:31.748751 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d88f2-3d4a-4a33-a293-cebb569ea68d req-7fe636f2-0b1d-48c0-8187-20923a9bd8b6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:31.750251 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a9d88f2-3d4a-4a33-a293-cebb569ea68d req-7fe636f2-0b1d-48c0-8187-20923a9bd8b6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.1474175 May 19 06:00:31.754097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-57a0c06a-9bef-42c3-966d-df6562128f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:31.755435 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-57a0c06a-9bef-42c3-966d-df6562128f0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0758896 May 19 06:00:31.823970 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 169457cf-f2c2-4da8-b5f7-4296e1caa6bf up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:00:31.843511 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a9d88f2-3d4a-4a33-a293-cebb569ea68d req-c995087b-69ce-4ca5-864a-28be99b59224 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867515 May 19 06:00:31.858375 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-0fff8d97-d6dc-4414-894b-a0b008edfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:31.860076 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-0fff8d97-d6dc-4414-894b-a0b008edfab0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882483 May 19 06:00:31.962270 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:00:31.966998 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:00:31.971055 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:31.991202 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-c3729e33-7fb1-43d7-b20d-a0c6a367d36f service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248374 May 19 06:00:32.049414 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdf067-f2b6-4232-b423-64f2236cda51 req-bb4f9d94-466b-40fc-92fb-93937f2dec7f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:32.051005 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cbbdf067-f2b6-4232-b423-64f2236cda51 req-bb4f9d94-466b-40fc-92fb-93937f2dec7f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 945 time: 0.0876174 May 19 06:00:32.100421 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:32.108143 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cbbdf067-f2b6-4232-b423-64f2236cda51 req-3b5e1c6a-21ee-4fa5-8238-2884342b8658 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505960 May 19 06:00:32.129145 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:32.139160 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:32.175287 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'code': 200} May 19 06:00:32.188501 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:32.226617 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d82d4925-8f72-424e-84b8-9faa04e86e78 req-b646cc72-3d41-4ef8-bd0c-ec90ea9f4f46 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289588 May 19 06:00:32.291293 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:32.293142 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:32.358156 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:32.361206 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:32.620763 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c55dc5-ff84-484a-961d-303d708c95ea req-bb0ac8e4-0d76-42a8-9e92-bc056228d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:32.622244 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-56c55dc5-ff84-484a-961d-303d708c95ea req-bb0ac8e4-0d76-42a8-9e92-bc056228d0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 1099 time: 0.0711837 May 19 06:00:32.661974 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-56c55dc5-ff84-484a-961d-303d708c95ea req-ad69ecf3-c3c9-4e19-9351-aced04270c45 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337434 May 19 06:00:33.064930 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1d4c0-9481-464f-b1ed-ebf6cd2fe994 req-23e41085-238d-4e79-9767-cfe02f019ec2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:33.067146 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9ff1d4c0-9481-464f-b1ed-ebf6cd2fe994 req-23e41085-238d-4e79-9767-cfe02f019ec2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0922651 May 19 06:00:33.126700 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9ff1d4c0-9481-464f-b1ed-ebf6cd2fe994 req-08f11572-5d5c-476a-b04b-85597fca7e22 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529270 May 19 06:00:33.309285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3a4a2-383d-4c59-a083-76b296ee4bce req-3f841155-1fd9-485e-8fc3-c9e9d87dbd09 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:33.310970 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-16f3a4a2-383d-4c59-a083-76b296ee4bce req-3f841155-1fd9-485e-8fc3-c9e9d87dbd09 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0826328 May 19 06:00:33.359418 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-16f3a4a2-383d-4c59-a083-76b296ee4bce req-ca3d5ae0-7ce8-47bb-abc5-33ef853fb69c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420723 May 19 06:00:34.333142 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58088fb-8970-4558-858a-96b34fd422ff req-30800239-a909-467e-9f0d-d60bb25d48bc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:34.334629 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b58088fb-8970-4558-858a-96b34fd422ff req-30800239-a909-467e-9f0d-d60bb25d48bc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0826287 May 19 06:00:34.381355 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b58088fb-8970-4558-858a-96b34fd422ff req-1ce20573-d409-416e-9ee0-1d0bf54b9f31 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409892 May 19 06:00:34.546851 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbc50b-4653-4979-9239-9eee20b28349 req-8f7d22db-31b7-4f2e-a71b-00882d0bfe6f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:34.548399 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1acbc50b-4653-4979-9239-9eee20b28349 req-8f7d22db-31b7-4f2e-a71b-00882d0bfe6f tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0808160 May 19 06:00:34.594711 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1acbc50b-4653-4979-9239-9eee20b28349 req-ad22a7dd-7fe3-44ca-800c-49b7238666f1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 May 19 06:00:35.598234 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4176-5e87-43f4-8e32-bafb86b79364 req-0ae417a2-ad71-4dae-a619-59e6114c3614 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:35.599737 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-40bb4176-5e87-43f4-8e32-bafb86b79364 req-0ae417a2-ad71-4dae-a619-59e6114c3614 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0911634 May 19 06:00:35.648223 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-40bb4176-5e87-43f4-8e32-bafb86b79364 req-47403ee4-1196-42db-b636-d8332f69d2ba tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 May 19 06:00:35.797560 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6059d-c783-4bac-b63d-4d4cc73ddbc0 req-714152ca-50c5-4777-b197-71964e482432 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:35.799643 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93a6059d-c783-4bac-b63d-4d4cc73ddbc0 req-714152ca-50c5-4777-b197-71964e482432 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0901337 May 19 06:00:35.849958 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93a6059d-c783-4bac-b63d-4d4cc73ddbc0 req-7124886b-ca32-46de-b1ca-871f5f359978 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 May 19 06:00:36.849036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dc32b-3699-4fd6-b77e-3eb538160ff0 req-764fcadd-9cee-44f6-980f-2af276f82e74 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:36.871597 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5b2dc32b-3699-4fd6-b77e-3eb538160ff0 req-764fcadd-9cee-44f6-980f-2af276f82e74 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0870833 May 19 06:00:36.903159 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5b2dc32b-3699-4fd6-b77e-3eb538160ff0 req-fa7be819-76af-4d57-b5a8-8a356a877a7a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463176 May 19 06:00:37.046781 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6467015-695b-4334-9151-6621676d9fc4 req-df842018-52e2-4c65-9490-9cc76d4c3bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:37.048297 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c6467015-695b-4334-9151-6621676d9fc4 req-df842018-52e2-4c65-9490-9cc76d4c3bb2 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0812147 May 19 06:00:37.094408 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c6467015-695b-4334-9151-6621676d9fc4 req-9b4fdbf9-1aaf-4a95-ac36-50fe25126632 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 May 19 06:00:38.186868 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cabbe-89d0-4522-a01c-9fdf61112022 req-2462f275-f3e9-4636-b88a-fefdab5391a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:38.188370 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-505cabbe-89d0-4522-a01c-9fdf61112022 req-2462f275-f3e9-4636-b88a-fefdab5391a4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.1558909 May 19 06:00:38.235154 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-505cabbe-89d0-4522-a01c-9fdf61112022 req-fef981bb-3e96-48c2-924f-6543799100f1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 May 19 06:00:38.301734 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa44d64-8043-4e52-a730-ebcac9021a54 req-3ba47251-5eae-44b0-82fe-f550de741f18 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:38.303392 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4aa44d64-8043-4e52-a730-ebcac9021a54 req-3ba47251-5eae-44b0-82fe-f550de741f18 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0916452 May 19 06:00:38.349092 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4aa44d64-8043-4e52-a730-ebcac9021a54 req-3833f559-def8-4be6-998b-b6fe9807c147 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 May 19 06:00:39.445029 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99569d8e-bf22-41c1-9309-5cc670f23f87 req-da7e3603-69fa-4dbf-a0bb-5e7aae4f55fe tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:39.447235 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99569d8e-bf22-41c1-9309-5cc670f23f87 req-da7e3603-69fa-4dbf-a0bb-5e7aae4f55fe tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0882316 May 19 06:00:39.508735 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99569d8e-bf22-41c1-9309-5cc670f23f87 req-88f4d533-2fb3-4a74-ae28-4ef3e222fb95 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554459 May 19 06:00:39.608890 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc379d-5cd6-4b64-90e4-337053ad2388 req-24734b86-b4a1-43de-aaa0-354b9aaf49cb tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:39.610390 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dbc379d-5cd6-4b64-90e4-337053ad2388 req-24734b86-b4a1-43de-aaa0-354b9aaf49cb tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.1474729 May 19 06:00:39.660851 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dbc379d-5cd6-4b64-90e4-337053ad2388 req-07b74952-599f-4d28-8c07-e9c5f07181b6 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 May 19 06:00:40.707208 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f52e6d-a3e7-48d1-9afe-7626a8d508cc req-49db08e8-2c7c-44d2-9f29-981015900d78 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:40.709161 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12f52e6d-a3e7-48d1-9afe-7626a8d508cc req-49db08e8-2c7c-44d2-9f29-981015900d78 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0843642 May 19 06:00:40.761262 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12f52e6d-a3e7-48d1-9afe-7626a8d508cc req-478f2ea2-7bc8-410c-b8f4-d906d92ef810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441630 May 19 06:00:40.855536 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ef8c-c510-4dac-a787-6bb3ab053c56 req-977833cf-2bad-4f61-96b9-f6b9ab096b7d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:40.857110 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7991ef8c-c510-4dac-a787-6bb3ab053c56 req-977833cf-2bad-4f61-96b9-f6b9ab096b7d tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0820730 May 19 06:00:40.903764 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7991ef8c-c510-4dac-a787-6bb3ab053c56 req-710ce9b4-8b5d-4824-9f93-4d57a8910304 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400696 May 19 06:00:41.963606 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537456f-169e-4e74-a2a5-de7883eace4c req-d7e27e8a-dc94-4804-9c57-45a78f89eecb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:41.967034 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f537456f-169e-4e74-a2a5-de7883eace4c req-d7e27e8a-dc94-4804-9c57-45a78f89eecb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0932052 May 19 06:00:42.073806 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f537456f-169e-4e74-a2a5-de7883eace4c req-12d294c1-fb14-405a-87fe-76959dd0dfb9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027040 May 19 06:00:42.100328 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74134c3c-9817-474b-8f9f-593a7bacfe69 req-48c5c9a0-300d-402b-957f-a3ef041d0589 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:42.101801 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-74134c3c-9817-474b-8f9f-593a7bacfe69 req-48c5c9a0-300d-402b-957f-a3ef041d0589 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0878642 May 19 06:00:42.149007 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-74134c3c-9817-474b-8f9f-593a7bacfe69 req-92659eec-91cd-4733-bdfe-307cc634708b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 May 19 06:00:43.264539 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa117-301f-423a-8935-b584f26a827a req-e346a78c-1cb1-4ba6-8191-91ae8d83ab8a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:43.265962 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-51ffa117-301f-423a-8935-b584f26a827a req-e346a78c-1cb1-4ba6-8191-91ae8d83ab8a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0793014 May 19 06:00:43.313148 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-51ffa117-301f-423a-8935-b584f26a827a req-7b3bd8a8-d30e-47dd-8398-4a84e35bae9a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406418 May 19 06:00:43.332491 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3248f-5150-4f4a-bb6d-6a03c7247d9d req-53f02cb0-dfe5-4118-800d-d2b04bf51576 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:43.333921 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4ce3248f-5150-4f4a-bb6d-6a03c7247d9d req-53f02cb0-dfe5-4118-800d-d2b04bf51576 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0788200 May 19 06:00:43.380806 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4ce3248f-5150-4f4a-bb6d-6a03c7247d9d req-6f44dbc5-0e19-4829-ab5b-b7176574987a tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 May 19 06:00:44.501729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a22ff-a1cc-4973-b3bb-f869181fa4fc req-e2b2512d-7aae-471c-be05-e9248f3d0e21 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:44.503774 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7a4a22ff-a1cc-4973-b3bb-f869181fa4fc req-e2b2512d-7aae-471c-be05-e9248f3d0e21 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0795045 May 19 06:00:44.548535 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7a4a22ff-a1cc-4973-b3bb-f869181fa4fc req-9a25825c-c18f-40d7-98dd-e9d789fa3aff tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391078 May 19 06:00:44.568022 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4a0e-7d8b-4ef1-8457-3111d3ff9eb6 req-afe24e1b-ba50-4f07-8c91-950275cfacce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:44.569498 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ad3c4a0e-7d8b-4ef1-8457-3111d3ff9eb6 req-afe24e1b-ba50-4f07-8c91-950275cfacce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0817361 May 19 06:00:44.612679 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ad3c4a0e-7d8b-4ef1-8457-3111d3ff9eb6 req-489f4241-65e0-4e98-9e5d-e83349edc3ee tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371988 May 19 06:00:44.790200 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b652d-7a2d-4600-a2c5-2e85b1ea30f2 req-e6024128-1ef0-47ee-add0-45d646deb798 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:44.791651 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c25b652d-7a2d-4600-a2c5-2e85b1ea30f2 req-e6024128-1ef0-47ee-add0-45d646deb798 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0811834 May 19 06:00:44.800225 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53372) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:00:44.805185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Request body: {'floatingip': {'port_id': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:00:44.879059 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:45.459838 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:45.515970 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:45.683233 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Floating IP 9b17c2d9-a89a-459d-a899-f758540f8166 associated. External IP: 172.28.2.12, port: 169457cf-f2c2-4da8-b5f7-4296e1caa6bf. May 19 06:00:45.741994 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99a5c8-24d4-4b7e-8df9-8e2b105855bd req-1284f136-5f43-4453-b25b-f76e61756e17 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:45.743549 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-da99a5c8-24d4-4b7e-8df9-8e2b105855bd req-1284f136-5f43-4453-b25b-f76e61756e17 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 943 time: 0.0854759 May 19 06:00:45.788009 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-da99a5c8-24d4-4b7e-8df9-8e2b105855bd req-c7b3539c-6513-4fb3-9844-3779729a4a1b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388227 May 19 06:00:45.889214 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:00:46.020072 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:46.032993 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'port_id': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'mac_address': 'fa:16:3e:4b:4f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:00:46.089064 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:46.097175 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:00:46.105074 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76c649e-0b9b-4140-baf7-f427e1e0fedf {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:00:46.120601 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:46.201693 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:46.203510 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:46.268403 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=9']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:46.271876 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:46.280125 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:00:46.285368 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:46.289646 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:00:46.298839 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:00:46.300093 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:00:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:46.341615 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-76c17b03-7338-48cf-96ea-aa4372e3233b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "PUT /v2.0/floatingips/9b17c2d9-a89a-459d-a899-f758540f8166 HTTP/1.1" status: 200 len: 991 time: 1.5402682 May 19 06:00:46.342340 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:46.389315 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'status': 'completed', 'code': 200} May 19 06:00:46.448523 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['f76c649e-0b9b-4140-baf7-f427e1e0fedf'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:00:46.485735 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-b5d69eee-9fd1-4dcc-a12e-54e24dfd3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:46.487830 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-b5d69eee-9fd1-4dcc-a12e-54e24dfd3527 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34548559401345938b4b9283a4bfed88&device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 1099 time: 0.0734727 May 19 06:00:46.541877 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:00:46.618287 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-1b06a49c-c088-47c9-85fd-929f994d66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:46.619772 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-1b06a49c-c088-47c9-85fd-929f994d66b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 200 len: 911 time: 0.1250284 May 19 06:00:46.721925 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-36a58a8f-a63f-4cb1-a869-1091334b9169 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf HTTP/1.1" status: 200 len: 999 time: 0.0954797 May 19 06:00:46.783266 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-79939198-913e-4f51-89ff-3ab45b2675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:46.785276 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-79939198-913e-4f51-89ff-3ab45b2675cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 200 len: 850 time: 0.0582352 May 19 06:00:46.963000 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-47798f75-782a-48c6-842a-190f65c205a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:46.964592 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-47798f75-782a-48c6-842a-190f65c205a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a93037b4-c3a3-4296-9344-cc7367889e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1722708 May 19 06:00:46.982375 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:00:46.996155 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '9b17c2d9-a89a-459d-a899-f758540f8166', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'floating_ip_address': '172.28.2.12', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'port_id': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'mac_address': 'fa:16:3e:14:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:00:18Z', 'updated_at': '2021-05-19T06:00:45Z', 'revision_number': 1, 'project_id': '34548559401345938b4b9283a4bfed88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:47.000034 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:00:47.009020 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8f5e8-4b1b-4e40-a4ea-20707148799f req-fcbef1b3-0235-4626-af3e-2918a3378605 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:47.009541 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:00:47.009722 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:00:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:47.015594 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-19d8f5e8-4b1b-4e40-a4ea-20707148799f req-fcbef1b3-0235-4626-af3e-2918a3378605 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 944 time: 0.1021531 May 19 06:00:47.059097 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-19d8f5e8-4b1b-4e40-a4ea-20707148799f req-1876d379-c777-4c47-ad94-3328e4a4171e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422144 May 19 06:00:47.125652 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-18fc8095-b544-4a2e-8873-f358a1f14547 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528223 May 19 06:00:47.196028 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:00:47.257838 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-052eb2be-d34d-413f-98f9-20f23de380d1 req-23c6a9ac-ce5e-4ce9-9d12-1cf69e851b91 service neutron] 10.222.0.32 "GET /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256332 May 19 06:00:47.456254 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdc3c5-e1ea-445e-980a-9fc083783365 req-bc5a0cfa-917b-4517-a42b-7f20d4a2f555 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:47.458021 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f9fdc3c5-e1ea-445e-980a-9fc083783365 req-bc5a0cfa-917b-4517-a42b-7f20d4a2f555 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0850842 May 19 06:00:47.511992 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f9fdc3c5-e1ea-445e-980a-9fc083783365 req-01743af2-ba76-42b0-bed0-b83c4572192a tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453000 May 19 06:00:47.543495 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '9b17c2d9-a89a-459d-a899-f758540f8166', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'floating_ip_address': '172.28.2.12', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'port_id': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'mac_address': 'fa:16:3e:14:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:00:18Z', 'updated_at': '2021-05-19T06:00:45Z', 'revision_number': 1, 'project_id': '34548559401345938b4b9283a4bfed88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:00:47.547517 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55b717-8b28-43c4-a380-2d41837d21cf None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '9b17c2d9-a89a-459d-a899-f758540f8166', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'floating_ip_address': '172.28.2.12', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'port_id': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'mac_address': 'fa:16:3e:14:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:00:18Z', 'updated_at': '2021-05-19T06:00:45Z', 'revision_number': 1, 'project_id': '34548559401345938b4b9283a4bfed88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:00:47.750564 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79463c04-d9dd-48c7-8779-d62ce5e969a8 None None] New status for floating IP 9b17c2d9-a89a-459d-a899-f758540f8166: ACTIVE {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:00:47.900492 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:00:47.969706 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port f76c649e-0b9b-4140-baf7-f427e1e0fedf triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:00:47.969988 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:48.083234 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:48.110315 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:00:48.120783 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:00:48.159425 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'code': 200} May 19 06:00:48.199626 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:48.202197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:00:48.254461 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b464f5-5142-49b2-aa15-8172ee16c2da req-588e643b-614f-45f6-9bd5-52b98e94ebdc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:48.255920 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07b464f5-5142-49b2-aa15-8172ee16c2da req-588e643b-614f-45f6-9bd5-52b98e94ebdc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0787640 May 19 06:00:48.267265 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=10']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:00:48.270331 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:00:48.300022 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-07b464f5-5142-49b2-aa15-8172ee16c2da req-59a9f2bd-b258-4cf5-8c63-2cf72df727f6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376234 May 19 06:00:48.703371 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ea226-7c74-43d3-b8f9-bc80c6c0ee22 req-cb040dcb-9e45-4c7c-8c87-c98bb38192f0 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:48.704833 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-816ea226-7c74-43d3-b8f9-bc80c6c0ee22 req-cb040dcb-9e45-4c7c-8c87-c98bb38192f0 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0794029 May 19 06:00:48.747492 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-816ea226-7c74-43d3-b8f9-bc80c6c0ee22 req-f6585706-959c-4f9a-9a3f-ec93f5309786 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363929 May 19 06:00:48.890417 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ff47-6402-4d72-9aeb-5262e2dce5d4 req-b4e2136b-ba3e-4158-99f1-84ece1e77a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:48.890673 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-12f41376-e11c-4772-bd7a-1d535f7592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:48.891908 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3166ff47-6402-4d72-9aeb-5262e2dce5d4 req-b4e2136b-ba3e-4158-99f1-84ece1e77a8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1099 time: 0.0719395 May 19 06:00:48.932258 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3166ff47-6402-4d72-9aeb-5262e2dce5d4 req-0a5de4be-7ff9-4127-825f-3dcef894570d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 May 19 06:00:49.491643 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8038b-a04a-4c27-8ea5-92ed96bae2db req-d7c8ebca-8f29-4c49-b764-70b2987e82f6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:49.493093 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99e8038b-a04a-4c27-8ea5-92ed96bae2db req-d7c8ebca-8f29-4c49-b764-70b2987e82f6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0812986 May 19 06:00:49.537051 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99e8038b-a04a-4c27-8ea5-92ed96bae2db req-58e172ab-f01e-4219-9953-87b475b2b3ea tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374315 May 19 06:00:49.940481 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a1c1-d52a-44ed-91d3-8d22ef6da418 req-f4a34c66-afb9-4205-b133-1f4829f98857 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:49.941952 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4bc5a1c1-d52a-44ed-91d3-8d22ef6da418 req-f4a34c66-afb9-4205-b133-1f4829f98857 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0825515 May 19 06:00:49.988836 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4bc5a1c1-d52a-44ed-91d3-8d22ef6da418 req-0e8572e8-865e-413f-a7a3-594c8148cc1d tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 May 19 06:00:50.725362 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8bfb-3d59-4633-9dd9-665d310aa6de req-a1c9f6a8-03f2-4366-8a90-4f79be3ee3b5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:50.726864 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-419c8bfb-3d59-4633-9dd9-665d310aa6de req-a1c9f6a8-03f2-4366-8a90-4f79be3ee3b5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0788724 May 19 06:00:50.774979 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-419c8bfb-3d59-4633-9dd9-665d310aa6de req-ef981a33-7282-4dad-87d1-37854681050a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 May 19 06:00:51.171687 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21773f7f-2446-47f7-9f50-543baacd90da req-36141895-c0ba-431a-b223-d8dfc161a3eb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:51.172972 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-21773f7f-2446-47f7-9f50-543baacd90da req-36141895-c0ba-431a-b223-d8dfc161a3eb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0797832 May 19 06:00:51.220509 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-21773f7f-2446-47f7-9f50-543baacd90da req-42a27c87-1ab5-4fe1-854f-d3229005d491 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 May 19 06:00:51.338445 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:51.487679 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-16c8c4e1-4ef0-4687-8dea-d24c7b6c2073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:51.966916 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ad86a-e733-4074-86af-c86c1083ddc5 req-58811245-865b-4873-9f1b-dc2d499e8864 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:51.968402 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-116ad86a-e733-4074-86af-c86c1083ddc5 req-58811245-865b-4873-9f1b-dc2d499e8864 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0818186 May 19 06:00:52.012868 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-116ad86a-e733-4074-86af-c86c1083ddc5 req-7e85b297-e978-4a58-a9b7-5503e9337cc7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 May 19 06:00:52.227240 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:52.404840 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4de6f0-3706-414e-8c42-26c5137320ca req-826a7726-3aca-4b47-8d6a-2d6d5cb9d9fb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:52.406290 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0d4de6f0-3706-414e-8c42-26c5137320ca req-826a7726-3aca-4b47-8d6a-2d6d5cb9d9fb tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0795960 May 19 06:00:52.453530 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0d4de6f0-3706-414e-8c42-26c5137320ca req-1194069c-8be2-4381-8c11-33c945bbc8b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 May 19 06:00:53.638922 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ced1c1-de01-404d-a410-8d9f0f7c2f2d req-4940a1e9-ea95-4f24-9601-437ad993c95a tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:53.640352 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c5ced1c1-de01-404d-a410-8d9f0f7c2f2d req-4940a1e9-ea95-4f24-9601-437ad993c95a tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0795705 May 19 06:00:53.683889 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c5ced1c1-de01-404d-a410-8d9f0f7c2f2d req-34197e5c-4bb9-4262-ba57-85180ddf1db5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 May 19 06:00:54.313257 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:00:54.867918 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b4ea1-c044-4861-ac51-0624f6e7d784 req-9e7c3c83-4e92-422e-a87d-02461bc9987a tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:54.869369 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-143b4ea1-c044-4861-ac51-0624f6e7d784 req-9e7c3c83-4e92-422e-a87d-02461bc9987a tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0821631 May 19 06:00:54.913816 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-143b4ea1-c044-4861-ac51-0624f6e7d784 req-1dd8a36f-d954-457c-9a57-3b521148a350 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 May 19 06:00:56.096076 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a068f-d434-40b5-9b08-00a9d215f4a7 req-1f79116f-fac7-4716-b5b9-1afaa02e1dc6 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:56.098009 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-969a068f-d434-40b5-9b08-00a9d215f4a7 req-1f79116f-fac7-4716-b5b9-1afaa02e1dc6 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0783036 May 19 06:00:56.141055 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-969a068f-d434-40b5-9b08-00a9d215f4a7 req-a170ccfa-7979-484d-b277-499d6940c150 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 May 19 06:00:57.323872 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7498932-215b-485f-866c-c7551f6924d8 req-13dfdd4a-7ee9-4423-abaa-a297942b70d0 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:57.325291 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a7498932-215b-485f-866c-c7551f6924d8 req-13dfdd4a-7ee9-4423-abaa-a297942b70d0 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0820928 May 19 06:00:57.368187 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a7498932-215b-485f-866c-c7551f6924d8 req-b8b1313f-68a9-4497-95e3-20df40ed81c6 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 May 19 06:00:57.700258 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-f01f09eb-aeeb-454c-bc73-249a90042098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:57.701704 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-f01f09eb-aeeb-454c-bc73-249a90042098 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1099 time: 0.1151438 May 19 06:00:57.829126 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-07268788-5672-481a-9462-ff2113bc04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:57.830444 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-07268788-5672-481a-9462-ff2113bc04f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 908 time: 0.1216142 May 19 06:00:57.929048 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-abf1cd52-629c-468f-acd5-9b81759a27a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 1001 time: 0.0909886 May 19 06:00:57.990427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-b1b4b0d7-47c4-4334-a561-9fa8cf1b0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:57.991879 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-b1b4b0d7-47c4-4334-a561-9fa8cf1b0c6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 200 len: 847 time: 0.0554738 May 19 06:00:58.063163 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-d7324799-d9b4-4445-8f66-f80247d4b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:58.064603 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-d7324799-d9b4-4445-8f66-f80247d4b19c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88006204-9a09-4b99-9fda-259916a7d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663426 May 19 06:00:58.193488 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-bd38cdad-7b8b-43c1-8da3-18c030d6dee7 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211343 May 19 06:00:58.320480 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1c4a7ba2-bc3c-4f16-9e01-03aea5b0035e req-80a1c6a2-f8f4-4a15-926f-b166fa7d2495 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195681 May 19 06:00:58.548439 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04a69-e7a0-47e8-add0-f0419ffd8d13 req-7a187962-a824-44fc-9d80-0efb2b85e527 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:58.549862 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5fa04a69-e7a0-47e8-add0-f0419ffd8d13 req-7a187962-a824-44fc-9d80-0efb2b85e527 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0787961 May 19 06:00:58.597050 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5fa04a69-e7a0-47e8-add0-f0419ffd8d13 req-1ecf3613-1eac-4a7d-ab2b-a6e1561fd967 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 May 19 06:00:59.853825 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0dc7-f494-456e-b0e0-b886cef378cf req-e1de4d50-6be6-4096-972c-6b51b8fa3f30 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:00:59.857311 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c11b0dc7-f494-456e-b0e0-b886cef378cf req-e1de4d50-6be6-4096-972c-6b51b8fa3f30 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1509397 May 19 06:00:59.899611 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c11b0dc7-f494-456e-b0e0-b886cef378cf req-ab461c6f-db96-47eb-8b51-0eaac6529166 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386519 May 19 06:01:01.084120 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a725cba-d8ba-418b-a876-a45c79f33b0e req-aef6f131-ea3c-40ef-bf67-7d25edd8e9c7 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:01.085541 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2a725cba-d8ba-418b-a876-a45c79f33b0e req-aef6f131-ea3c-40ef-bf67-7d25edd8e9c7 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0799711 May 19 06:01:01.129814 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2a725cba-d8ba-418b-a876-a45c79f33b0e req-45c0da13-9143-4603-8400-9211f6883414 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385118 May 19 06:01:01.585746 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53492) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:01.616441 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751383c-c666-4ba4-b935-dd1aa1c2e755 req-37acc321-f018-4e46-91c2-dbe1771b8e22 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:01.617874 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3751383c-c666-4ba4-b935-dd1aa1c2e755 req-37acc321-f018-4e46-91c2-dbe1771b8e22 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0798779 May 19 06:01:01.666218 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3751383c-c666-4ba4-b935-dd1aa1c2e755 req-6bdde3e3-bcd4-4b20-ada2-01b8b67ef6d7 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 May 19 06:01:01.700474 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-f14d475b-0409-4926-bc65-17cc7c654e98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134937 May 19 06:01:02.130185 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:02.573637 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-6892a69c-1b86-476a-8070-9b538b88a8eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683200 May 19 06:01:02.771818 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-8c60b036-aad2-45ec-9d24-8f4d57b9044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:02.773314 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-8c60b036-aad2-45ec-9d24-8f4d57b9044b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 1099 time: 0.1711888 May 19 06:01:02.857536 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fadcb3-ade4-45a1-b1ea-f82933638b1f req-cac8ff5c-05f9-418a-adab-64a3bc429421 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:02.859061 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e6fadcb3-ade4-45a1-b1ea-f82933638b1f req-cac8ff5c-05f9-418a-adab-64a3bc429421 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0831211 May 19 06:01:02.902993 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e6fadcb3-ade4-45a1-b1ea-f82933638b1f req-566ac59c-4ba7-4df9-a28b-930151761f77 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 May 19 06:01:02.920393 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-f99f34da-8d98-4a92-a0b3-51eaa4639277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:02.921856 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-f99f34da-8d98-4a92-a0b3-51eaa4639277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1273046 May 19 06:01:03.029341 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-5f78872b-fae2-4d2a-817a-80c814b26117 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 200 len: 1000 time: 0.0960989 May 19 06:01:03.094750 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-72f07a33-e006-4160-9ceb-1df6fc0cf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:03.096172 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-72f07a33-e006-4160-9ceb-1df6fc0cf10f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0560112 May 19 06:01:03.178950 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-aee4fdcb-8eb6-49b8-bf77-3ddf132faa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:03.180432 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-aee4fdcb-8eb6-49b8-bf77-3ddf132faa75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701857 May 19 06:01:03.313203 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-416e38e3-d0af-4684-bb3b-889f6ddaa8dd service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256282 May 19 06:01:03.453494 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e7f2536-ebda-46ac-b57d-1b835daa9ddb req-4cfc38c8-a2fe-40ec-b4cc-d526e39bdb8c service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327338 May 19 06:01:03.983928 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:04.092960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cfe03-d6db-44d9-bce0-00237f59281d req-7ea4486f-92a2-4c4c-9c6e-9f85f545c953 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:04.094417 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a9cfe03-d6db-44d9-bce0-00237f59281d req-7ea4486f-92a2-4c4c-9c6e-9f85f545c953 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0865648 May 19 06:01:04.098229 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:04.125028 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:04.137254 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:04.139932 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6a9cfe03-d6db-44d9-bce0-00237f59281d req-59149d7d-0535-4a60-b143-289d1fe0326f tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 May 19 06:01:04.171748 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'code': 200} May 19 06:01:04.224359 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:04.226076 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2267ea0e-9c5d-42f5-ab46-2b7326ef6564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:04.293573 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=6']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:04.296686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:04.512964 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-09e6e9fe-769c-40e8-bfe2-ecfdb73b312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:04.514435 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-09e6e9fe-769c-40e8-bfe2-ecfdb73b312d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8&tenant_id=87f7e97a27f64a379696cd88b44ce7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0782144 May 19 06:01:04.604328 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-9df84c48-5f56-4bdc-adef-2862f86b6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:04.605673 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-9df84c48-5f56-4bdc-adef-2862f86b6e81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1097 time: 0.0691271 May 19 06:01:04.734769 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-f91d61af-8d4d-4d85-8c64-cbff43881229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:04.736215 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-f91d61af-8d4d-4d85-8c64-cbff43881229 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 908 time: 0.1229067 May 19 06:01:04.837902 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-02d5294c-bd32-499d-a60f-d6d8d84820cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 999 time: 0.0939465 May 19 06:01:04.901053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-01036ce6-8f2b-426e-acdd-5e12b19d6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:04.902368 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-01036ce6-8f2b-426e-acdd-5e12b19d6340 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 200 len: 847 time: 0.0562389 May 19 06:01:04.980186 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-ea330f03-c7e8-466f-b9a1-a0d15f7b2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:04.981670 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-ea330f03-c7e8-466f-b9a1-a0d15f7b2547 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88006204-9a09-4b99-9fda-259916a7d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725112 May 19 06:01:05.115507 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-4e09a63d-770e-4c57-9320-2f3fdc1717f4 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200705 May 19 06:01:05.244581 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1abd2eb8-45d5-494c-9caa-d0f72d1d2bb8 req-f20166ce-c029-4524-983b-4f14b965bddc service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214027 May 19 06:01:05.325220 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c14969-56e5-4556-b564-0d8d9a051309 req-2e2ff22c-e9b5-4628-a2ce-f3acc2deec79 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:05.326653 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-24c14969-56e5-4556-b564-0d8d9a051309 req-2e2ff22c-e9b5-4628-a2ce-f3acc2deec79 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 944 time: 0.0771308 May 19 06:01:05.369290 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-24c14969-56e5-4556-b564-0d8d9a051309 req-8beee856-5372-4384-9fe5-2998cf3205a3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369141 May 19 06:01:06.645281 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7a562-6a20-484b-949b-f0b52855234c req-bede1c84-6082-4b94-9fb2-c6df2e29b124 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:06.647339 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2ff7a562-6a20-484b-949b-f0b52855234c req-bede1c84-6082-4b94-9fb2-c6df2e29b124 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 944 time: 0.1746669 May 19 06:01:06.691281 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2ff7a562-6a20-484b-949b-f0b52855234c req-a68895a1-c23a-451d-ba10-fa8c63834629 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 May 19 06:01:07.874974 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91824ed-fed9-4820-8f33-544693d5cb9d req-b84aaf2a-3c58-4b13-94b3-b38e08398e14 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:07.876601 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c91824ed-fed9-4820-8f33-544693d5cb9d req-b84aaf2a-3c58-4b13-94b3-b38e08398e14 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 944 time: 0.0810459 May 19 06:01:07.920449 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c91824ed-fed9-4820-8f33-544693d5cb9d req-e5789878-19c2-491d-97ad-a650b6930ca2 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382674 May 19 06:01:08.008324 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:01:08.136773 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:08.150271 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '57ebc624-14f3-4055-9478-b153a590817b', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'port_id': '57ebc624-14f3-4055-9478-b153a590817b', 'mac_address': 'fa:16:3e:35:5d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:01:08.203821 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:08.225713 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ebc624-14f3-4055-9478-b153a590817b {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:01:08.240940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:08.315688 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:08.317412 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:08.410269 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=7']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:08.413375 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:08.550976 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['57ebc624-14f3-4055-9478-b153a590817b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:01:09.102573 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f5b5-fc34-424e-84a6-9ce05527a138 req-eb6f8e9a-7aab-48bb-a99e-4760d143987c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:09.110925 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-44f6f5b5-fc34-424e-84a6-9ce05527a138 req-eb6f8e9a-7aab-48bb-a99e-4760d143987c tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 945 time: 0.0785065 May 19 06:01:09.147956 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-44f6f5b5-fc34-424e-84a6-9ce05527a138 req-bb9547f3-31c1-4b9b-968f-132849863f6f tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381756 May 19 06:01:10.037127 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:01:10.105031 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 57ebc624-14f3-4055-9478-b153a590817b triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:01:10.105398 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:10.214786 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:10.243640 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:10.253162 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:10.290401 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'code': 200} May 19 06:01:10.334503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ff62d-b3a1-4ce5-b83b-15bb4c885186 req-c15433fc-ba6c-40f4-b84d-a1558cca89d0 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:10.335981 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-728ff62d-b3a1-4ce5-b83b-15bb4c885186 req-c15433fc-ba6c-40f4-b84d-a1558cca89d0 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 945 time: 0.0835397 May 19 06:01:10.344661 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:10.347293 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-98f744b4-1959-4a8e-bb9a-5f1ed4150942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:10.380309 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-728ff62d-b3a1-4ce5-b83b-15bb4c885186 req-17cbf10f-9ba3-4a22-8738-b4632f28b473 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384626 May 19 06:01:10.413999 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=8']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:10.421429 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.421778 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.422120 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.422459 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.422788 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.423145 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.423474 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.423799 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.424148 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.424483 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.424808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.425125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:10.429236 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:10.660059 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ed4d-6f9e-44f1-b97e-b2e5c193a8d3 req-0d5eecba-d507-4657-9401-0e40a718900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:10.661415 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b602ed4d-6f9e-44f1-b97e-b2e5c193a8d3 req-0d5eecba-d507-4657-9401-0e40a718900b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1099 time: 0.0716269 May 19 06:01:10.701960 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b602ed4d-6f9e-44f1-b97e-b2e5c193a8d3 req-1051cebc-fb4c-4813-938d-cd6913702662 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 May 19 06:01:11.560463 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad516aa-2e56-45a2-89a0-bf5319411c7b req-a352435b-3e23-4aad-8e8f-1069985293aa tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:11.561903 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6ad516aa-2e56-45a2-89a0-bf5319411c7b req-a352435b-3e23-4aad-8e8f-1069985293aa tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0776443 May 19 06:01:11.606887 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6ad516aa-2e56-45a2-89a0-bf5319411c7b req-85741748-c6e9-4640-9534-8eaf9f8d82d1 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 May 19 06:01:12.792413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8399-eb9b-437d-9a91-2b4a2eb7f796 req-296b3662-e01e-410c-b47a-45751fadc572 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:12.793820 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-738f8399-eb9b-437d-9a91-2b4a2eb7f796 req-296b3662-e01e-410c-b47a-45751fadc572 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.0809999 May 19 06:01:12.837012 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-738f8399-eb9b-437d-9a91-2b4a2eb7f796 req-e5809441-9bcd-4d05-9e8e-cab1131c0ca3 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 May 19 06:01:18.890970 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e8c84f70-ca24-49b0-b9e3-b92ea4eb549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:21.335275 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:21.495712 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cffec61a-75a9-468a-9371-cf1b6ecfd209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:22.249289 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:23.981363 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:01:24.312376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:27.207601 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a71e8a-d9f1-4dfc-bb3a-1b17546533e2 req-242b1e9e-9b0d-411c-a060-ed64a22faaa6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:27.209043 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a7a71e8a-d9f1-4dfc-bb3a-1b17546533e2 req-242b1e9e-9b0d-411c-a060-ed64a22faaa6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0783241 May 19 06:01:27.254190 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a7a71e8a-d9f1-4dfc-bb3a-1b17546533e2 req-1129252c-5520-4b0d-ab42-c845476256c7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386055 May 19 06:01:28.442347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddb4f6-3805-45dd-b313-af109978392d req-acf642e0-11b0-4a22-8355-b37c46105395 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:28.443804 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ccddb4f6-3805-45dd-b313-af109978392d req-acf642e0-11b0-4a22-8355-b37c46105395 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0783200 May 19 06:01:28.490549 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ccddb4f6-3805-45dd-b313-af109978392d req-db7165a2-40f3-4d4e-acaa-6babb362b3fb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404937 May 19 06:01:28.795175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-69abf6c5-f7da-4c13-a522-3daecfce9c0e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:28.796560 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-69abf6c5-f7da-4c13-a522-3daecfce9c0e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 946 time: 0.0764439 May 19 06:01:28.930887 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Deleting port f76c649e-0b9b-4140-baf7-f427e1e0fedf {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:28.931253 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:29.061953 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] For port f76c649e-0b9b-4140-baf7-f427e1e0fedf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f76c649e-0b9b-4140-baf7-f427e1e0fedf,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:29.062294 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:29.346947 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:29.350354 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:29.350354 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.l3_db [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Floating IP c022680f-29e4-4856-b5ef-32f0af55a21f disassociated. External IP: 172.28.2.83, port: f76c649e-0b9b-4140-baf7-f427e1e0fedf. May 19 06:01:29.350354 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Calling delete_port for f76c649e-0b9b-4140-baf7-f427e1e0fedf owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:29.512394 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:29.517957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:29.562177 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event deleted for resources: {'Port': ['ID=f76c649e-0b9b-4140-baf7-f427e1e0fedf,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:29.573669 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.574037 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.582773 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.582773 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.582773 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.583158 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.583526 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.583884 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.584237 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.584587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.584935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.585290 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:29.590005 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:29.782427 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f1707f51-2aa0-4694-a145-8ae37fe38f91 req-f6ebf68e-21fd-4c56-96fe-4441bdea631a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 210 time: 0.0555234 May 19 06:01:29.896104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:01:30.084654 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:01:30.093862 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:01:30.102623 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:30.103334 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:30.158509 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] No DVR routers for this DVR port f76c649e-0b9b-4140-baf7-f427e1e0fedf on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:01:30.160911 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:30.163464 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-deleted', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:30.233273 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0e5ed24b-2a8f-4001-bdba-9a1c6a389264 req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "DELETE /v2.0/ports/f76c649e-0b9b-4140-baf7-f427e1e0fedf HTTP/1.1" status: 204 len: 173 time: 1.4299338 May 19 06:01:30.267880 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa487b56-3be1-4cb4-9aec-c6b35f65dc94', 'name': 'network-vif-deleted', 'tag': 'f76c649e-0b9b-4140-baf7-f427e1e0fedf', 'status': 'completed', 'code': 200} May 19 06:01:30.282529 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:30.592365 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:30.596263 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:01:30.605272 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:30.605870 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:30.805067 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:30.960943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-7d1bb788-6746-4284-8b28-62e3fdf54365 req-72bda9a2-84eb-441b-ab86-4b2ed518272b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:31.023911 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-7d1bb788-6746-4284-8b28-62e3fdf54365 req-72bda9a2-84eb-441b-ab86-4b2ed518272b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:31.025189 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7d1bb788-6746-4284-8b28-62e3fdf54365 req-72bda9a2-84eb-441b-ab86-4b2ed518272b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa487b56-3be1-4cb4-9aec-c6b35f65dc94 HTTP/1.1" status: 200 len: 210 time: 0.1075161 May 19 06:01:31.127647 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:31.131412 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2917a0-af5e-4819-9dd4-d348c6731f67 None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:01:31.327138 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd033cd-5725-4a02-a436-cda363b127b2 None None] New status for floating IP c022680f-29e4-4856-b5ef-32f0af55a21f: DOWN {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:01:32.167318 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.185431 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:32.222192 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: f76c649e-0b9b-4140-baf7-f427e1e0fedf {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:01:32.222545 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device f76c649e-0b9b-4140-baf7-f427e1e0fedf not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:01:32.236487 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53646) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:32.301023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.328762 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.498115 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.502122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b3ad541c-fcfe-41b3-8079-c6694e52567a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:32.517028 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b9b8d-bf90-4700-b78a-153cc7dab5d5,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:32.519677 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:32.609122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.610592 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee3b9b8d-bf90-4700-b78a-153cc7dab5d5 HTTP/1.1" status: 204 len: 168 time: 0.3731568 May 19 06:01:32.613513 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53650) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:32.633380 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.api.v2.resource [None req-d9baa186-286e-4ebb-a5f4-3a0a3ed23fd2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] show failed (client error): The resource could not be found. May 19 06:01:32.634346 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d9baa186-286e-4ebb-a5f4-3a0a3ed23fd2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups/ee3b9b8d-bf90-4700-b78a-153cc7dab5d5 HTTP/1.1" status: 404 len: 347 time: 0.0198658 May 19 06:01:32.637187 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53654) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:32.854513 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Deleting port 6f5bd896-266c-4918-8f5d-e651cd25d8ad {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:32.854976 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.977361 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:32.977688 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:33.099316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Calling delete_port for 6f5bd896-266c-4918-8f5d-e651cd25d8ad owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:33.260889 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:33.265443 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4cb99b10-851f-4f2a-b611-408406169187 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:33.312120 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event deleted for resources: {'Port': ['ID=6f5bd896-266c-4918-8f5d-e651cd25d8ad,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:33.353153 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.353489 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.353853 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.354278 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.354612 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.354960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.355332 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.355680 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.356063 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.356409 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.356765 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.357160 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:01:33.384369 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:33.413610 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:33.483995 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:33.485114 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2f0e496b-f20f-4bc6-806a-d3bfbdcdce84 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "DELETE /v2.0/floatingips/c022680f-29e4-4856-b5ef-32f0af55a21f HTTP/1.1" status: 204 len: 168 time: 0.8470643 May 19 06:01:34.090991 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53672) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:34.096528 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558298002', 'description': 'tempest-description--1089768682'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:34.102255 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:34.107113 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:01:34.109973 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:01:34.115728 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:34.192515 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.212208 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:34.216580 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:01:34.219342 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:01:34.224979 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:34.296179 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.389669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.393584 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-482087e4-c959-4ac9-975b-f3bbf42305a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:34.437939 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54aa277f-eb50-4ebe-a80a-3be048d7270d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:34.440643 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:34.527664 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.528911 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4368777 May 19 06:01:34.531833 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53680) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:34.536871 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'security_group_rule': {'security_group_id': '54aa277f-eb50-4ebe-a80a-3be048d7270d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:34.542672 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:34.546542 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:01:34.549376 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:01:34.555044 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:34.636364 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.694414 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.778221 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.780264 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:34.802227 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ae8aec-b6c8-45a9-83f9-9fe6888cb8c3,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:34.804521 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:34.895494 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:34.899032 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640449 May 19 06:01:34.901806 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:34.906956 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'security_group_rule': {'security_group_id': '54aa277f-eb50-4ebe-a80a-3be048d7270d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:34.912719 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:34.916710 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:security_group_rule and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:01:34.919706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:01:34.925365 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:35.013949 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.081633 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.149560 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.151696 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:35.227271 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c6cf08-de38-4469-ab90-581af9c44e65,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:35.230258 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:35.298395 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.299623 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-eee5d6f5-1f7d-4781-abed-99a30252501b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969212 May 19 06:01:35.302619 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53690) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:35.308139 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'floatingip': {'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:35.313950 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:35.317673 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Usage tracker for resource:floatingip and tenant:708f22c273a04c708a9439aaee503650 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:01:35.320462 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:01:35.326079 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:35.389878 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.523975 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.660509 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Allocated IP 172.28.2.125 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/af75c8bb-5087-459c-8635-b76eae73428d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:01:35.804544 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.881312 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:35.885594 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:35.946965 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:01:35.950184 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:01:35.953808 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:01:35.986928 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'Port': ['ID=af75c8bb-5087-459c-8635-b76eae73428d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:35.991018 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:36.041460 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:36.158624 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:36.356073 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:36.420330 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:36.424004 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-65010e35-8a1c-4a21-aa00-fa5388c73db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:36.530258 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'Port': ['ID=af75c8bb-5087-459c-8635-b76eae73428d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:36.532951 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:36.541501 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:36.632068 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:36.633232 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3296399 May 19 06:01:36.854336 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-261e2df6-db8a-4f6e-8c7b-80bb3ce0c62c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:36.923348 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-261e2df6-db8a-4f6e-8c7b-80bb3ce0c62c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:36.924448 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-261e2df6-db8a-4f6e-8c7b-80bb3ce0c62c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--558298002&fields=id&tenant_id=708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 267 time: 0.1129198 May 19 06:01:37.075466 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-6a2abe76-f3df-47dc-aec3-dfc32a87f11d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:37.076637 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-6a2abe76-f3df-47dc-aec3-dfc32a87f11d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 816 time: 0.1454549 May 19 06:01:37.092655 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-3ea9dff0-2495-43c7-8b8c-3cca8dd39c9c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/quotas/708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 375 time: 0.0100300 May 19 06:01:37.178274 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-6e6edc0a-2faf-4936-8afa-48117ee2405b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:37.254820 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-6e6edc0a-2faf-4936-8afa-48117ee2405b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:37.256164 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-6e6edc0a-2faf-4936-8afa-48117ee2405b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1575308 May 19 06:01:37.435590 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-df69f304-ad02-46a4-9f47-ece6eac036f1 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678228 May 19 06:01:37.565355 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-867a1696-4005-4df9-960c-d8ab2a9b78f8 service neutron] 10.222.0.24 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240432 May 19 06:01:37.847232 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bc4c88d4-f68d-444d-a7b9-63640ed30d95 req-32c46a98-c31b-4365-bfba-90f022f6bb06 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 210 time: 0.0479925 May 19 06:01:39.064808 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ef85a6e8-637c-4d65-b0af-21458791ac82 req-4ce24633-c8c3-4b52-909a-6ede7a6c3022 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 210 time: 0.1097164 May 19 06:01:39.860342 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-5487113a-cf3f-454b-990b-0678e43a631a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:39.860919 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-5487113a-cf3f-454b-990b-0678e43a631a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:39.972829 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-5487113a-cf3f-454b-990b-0678e43a631a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:39.974081 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-5487113a-cf3f-454b-990b-0678e43a631a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 816 time: 0.2556441 May 19 06:01:40.039117 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-f61f6db0-526d-4282-ab6c-e9244442fdf4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:40.051779 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-f61f6db0-526d-4282-ab6c-e9244442fdf4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:40.052980 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-f61f6db0-526d-4282-ab6c-e9244442fdf4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 379 time: 0.0632751 May 19 06:01:40.063447 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'port': {'device_id': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'admin_state_up': True, 'tenant_id': '708f22c273a04c708a9439aaee503650', 'security_groups': ['54aa277f-eb50-4ebe-a80a-3be048d7270d']}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:40.236668 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-205fce12-8920-42b4-93af-cf67eb394c0e req-41042ff6-6b34-4d8e-9bbc-02795ca62186 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 210 time: 0.0428722 May 19 06:01:40.241782 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:01:40.251719 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:01:40.329085 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Made reservation on behalf of 708f22c273a04c708a9439aaee503650 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:01:40.332550 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:40.496072 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Allocated IP 172.20.0.7 (b2b2f318-2031-401d-b009-90dc49febc1a/0d837e17-c01f-408e-9203-e2f4e1259ce2/af71e132-9d5e-47bc-9b8a-dfc37654018a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:01:40.682673 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:40.697332 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Transition to ACTIVE for port object af71e132-9d5e-47bc-9b8a-dfc37654018a will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:01:40.803689 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:40.809156 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:40.877238 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Network b2b2f318-2031-401d-b009-90dc49febc1a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:01:40.882341 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:01:40.883974 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:01:40.918839 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:40.923413 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:40.952241 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:40.952774 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:41.027288 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676399 May 19 06:01:41.038693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Request body: {'port': {'device_id': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:41.186219 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f48c3df7-fc2f-4af2-be2d-3411a8927f9e None None] Provisioning for port af71e132-9d5e-47bc-9b8a-dfc37654018a completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:01:41.191819 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-f48c3df7-fc2f-4af2-be2d-3411a8927f9e None None] Provisioning complete for port af71e132-9d5e-47bc-9b8a-dfc37654018a triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:01:41.192286 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f48c3df7-fc2f-4af2-be2d-3411a8927f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:41.248620 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:41.248972 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-f48c3df7-fc2f-4af2-be2d-3411a8927f9e None None] Port af71e132-9d5e-47bc-9b8a-dfc37654018a cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:01:41.440621 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a612-32ed-49a3-982e-7b73952bdd9d req-67f210e0-a7f3-41ed-9a29-e2aef562ecf9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:41.442098 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1306a612-32ed-49a3-982e-7b73952bdd9d req-67f210e0-a7f3-41ed-9a29-e2aef562ecf9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 931 time: 0.0896308 May 19 06:01:41.495616 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1306a612-32ed-49a3-982e-7b73952bdd9d req-0419df3e-239b-4491-8042-586cef5ee27d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477445 May 19 06:01:41.612775 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af71e132-9d5e-47bc-9b8a-dfc37654018a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:01:41.620541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:41.634720 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Transition to ACTIVE for port object af71e132-9d5e-47bc-9b8a-dfc37654018a will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:01:41.698456 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:41.703686 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:41.858830 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:41.870273 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:41.945654 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Attempting to bind port af71e132-9d5e-47bc-9b8a-dfc37654018a on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:01:41.946375 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Attempting to bind port af71e132-9d5e-47bc-9b8a-dfc37654018a by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:01:41.946375 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Attempting to bind port af71e132-9d5e-47bc-9b8a-dfc37654018a on network b2b2f318-2031-401d-b009-90dc49febc1a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:01:41.951849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Port af71e132-9d5e-47bc-9b8a-dfc37654018a on network b2b2f318-2031-401d-b009-90dc49febc1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:01:41.952178 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Attempting to bind port af71e132-9d5e-47bc-9b8a-dfc37654018a on network b2b2f318-2031-401d-b009-90dc49febc1a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:01:41.957895 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:01:41.958251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Checking segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:01:41.958615 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Bound using segment: {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:01:41.959049 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Bound port: af71e132-9d5e-47bc-9b8a-dfc37654018a, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:01:41.959436 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:42.051041 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:01:42.054020 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:01:42.135690 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:42.139442 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:42.198761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.199384 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:42.200965 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 1093 time: 1.1666172 May 19 06:01:42.203902 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:42.231257 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:42.234588 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:42.263169 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'status': 'completed', 'code': 200} May 19 06:01:42.341727 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319fb9a-5555-4bb2-8cae-484497717964 req-eff67f5c-7ecc-4eb7-b804-0fc5af36f086 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.343555 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2319fb9a-5555-4bb2-8cae-484497717964 req-eff67f5c-7ecc-4eb7-b804-0fc5af36f086 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0842080 May 19 06:01:42.365721 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b82f-4885-4544-994a-03d1fda57b80 req-0523618e-b00d-4536-b1c4-6e4dac4c3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.367471 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8624b82f-4885-4544-994a-03d1fda57b80 req-0523618e-b00d-4536-b1c4-6e4dac4c3d63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1096 time: 0.0817463 May 19 06:01:42.390666 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2319fb9a-5555-4bb2-8cae-484497717964 req-2812c18d-510a-4824-9c56-30c7bd8b36e1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 May 19 06:01:42.509042 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b82f-4885-4544-994a-03d1fda57b80 req-aa372a1c-3137-4d22-a663-c25d6a6563c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.511112 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8624b82f-4885-4544-994a-03d1fda57b80 req-aa372a1c-3137-4d22-a663-c25d6a6563c2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=708f22c273a04c708a9439aaee503650&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1345496 May 19 06:01:42.700905 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b82f-4885-4544-994a-03d1fda57b80 req-746368a9-600b-4688-819b-2be396c6a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.702249 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8624b82f-4885-4544-994a-03d1fda57b80 req-746368a9-600b-4688-819b-2be396c6a203 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1848114 May 19 06:01:42.720915 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f26b3-b634-4969-9709-e3684d2c504e req-a3e318a5-4dcc-443a-a5bd-a75dd56ed29c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.721590 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-596f26b3-b634-4969-9709-e3684d2c504e req-a3e318a5-4dcc-443a-a5bd-a75dd56ed29c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:01:42.794269 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-596f26b3-b634-4969-9709-e3684d2c504e req-a3e318a5-4dcc-443a-a5bd-a75dd56ed29c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:01:42.795382 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-596f26b3-b634-4969-9709-e3684d2c504e req-a3e318a5-4dcc-443a-a5bd-a75dd56ed29c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.1891224 May 19 06:01:42.826293 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-87bb96da-1cf2-40e1-b504-766f35769b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.827781 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-87bb96da-1cf2-40e1-b504-766f35769b7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1096 time: 0.0895848 May 19 06:01:42.902017 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-71e814ec-5b7e-4541-8af9-85100adaef65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 217 time: 0.0657370 May 19 06:01:42.904843 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-596f26b3-b634-4969-9709-e3684d2c504e req-f3e676f5-1ea6-4e5f-a735-e617368261d8 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036534 May 19 06:01:42.969316 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-5060030f-f080-40fe-ac7d-61f5b222b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:42.970638 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-5060030f-f080-40fe-ac7d-61f5b222b8a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0597339 May 19 06:01:43.045599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-29d94715-2628-46d9-be24-fc509939d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:43.047037 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-29d94715-2628-46d9-be24-fc509939d8b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692503 May 19 06:01:43.261416 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-4ba4e798-3d56-42f8-9b46-81ce56b5f762 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064104 May 19 06:01:43.391019 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dabd2061-6da8-495a-86d7-68e5d09f0008 req-4a254ede-be24-4f91-9dcd-a286af48d83d service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215415 May 19 06:01:43.578741 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686926-0257-49d2-aac5-7c4c25713269 req-537b0c52-a90e-46ac-bfd7-4f134fbf6255 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:43.580225 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e5686926-0257-49d2-aac5-7c4c25713269 req-537b0c52-a90e-46ac-bfd7-4f134fbf6255 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0825965 May 19 06:01:43.624274 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e5686926-0257-49d2-aac5-7c4c25713269 req-8e74365f-b354-4f7b-8aaf-b3adfb83166c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 May 19 06:01:44.090597 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c452e4-27fd-4a79-9fa6-1ce6d684c42e req-08884c45-a58d-40c2-8f49-ba88f958f286 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:44.092043 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a5c452e4-27fd-4a79-9fa6-1ce6d684c42e req-08884c45-a58d-40c2-8f49-ba88f958f286 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0772223 May 19 06:01:44.185129 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a5c452e4-27fd-4a79-9fa6-1ce6d684c42e req-a6e89f74-e65a-4b06-9e6f-a1e3707d4b0e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875146 May 19 06:01:44.210223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-522a15cb-da88-4a98-a102-9c079b2d3272 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:44.211661 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-522a15cb-da88-4a98-a102-9c079b2d3272 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.1016147 May 19 06:01:44.345467 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Deleting port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:44.345793 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.474959 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] For port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:44.475262 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.752656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.753012 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.753311 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.l3_db [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Floating IP 9b17c2d9-a89a-459d-a899-f758540f8166 disassociated. External IP: 172.28.2.12, port: 169457cf-f2c2-4da8-b5f7-4296e1caa6bf. May 19 06:01:44.753637 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Calling delete_port for 169457cf-f2c2-4da8-b5f7-4296e1caa6bf owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:44.809362 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78b1ee-0bd4-4015-8780-9c731ad82ae1 req-fc044385-63da-4fec-8a88-f611857099c7 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:44.810806 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f78b1ee-0bd4-4015-8780-9c731ad82ae1 req-fc044385-63da-4fec-8a88-f611857099c7 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 946 time: 0.0784883 May 19 06:01:44.855149 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6f78b1ee-0bd4-4015-8780-9c731ad82ae1 req-40a9547b-b425-49b9-bfd1-2b3d875f2126 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups?id=538c7835-2f6f-4b1a-82fb-fa54393d9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 May 19 06:01:44.921004 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:44.926922 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e95891fb-19ae-4fad-a5c8-302b4a102f86 tempest-DeleteServersTestJSON-52971619 tempest-DeleteServersTestJSON-52971619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:44.970670 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event deleted for resources: {'Port': ['ID=169457cf-f2c2-4da8-b5f7-4296e1caa6bf,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:44.973027 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:45.154523 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:01:45.482034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:01:45.491262 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:01:45.500163 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:45.500758 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:45.559843 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] No DVR routers for this DVR port 169457cf-f2c2-4da8-b5f7-4296e1caa6bf on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:01:45.562767 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:45.565203 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'name': 'network-vif-deleted', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:45.595427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2968d5-8fd6-4efe-8636-95f72f9122bc req-d636cabd-63f3-4f83-8a2b-738b72e91ef9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:45.595427 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dc2968d5-8fd6-4efe-8636-95f72f9122bc req-d636cabd-63f3-4f83-8a2b-738b72e91ef9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.2925606 May 19 06:01:45.615682 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bb1d63-a420-41bc-a309-b46c7bd5186d', 'name': 'network-vif-deleted', 'tag': '169457cf-f2c2-4da8-b5f7-4296e1caa6bf', 'status': 'completed', 'code': 200} May 19 06:01:45.637736 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-dc2968d5-8fd6-4efe-8636-95f72f9122bc req-b34a295f-490c-400b-ac56-fa99dd2785cb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410423 May 19 06:01:45.649551 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c9080369-2711-4a94-9f8b-e57bbe2d1550 req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.32 "DELETE /v2.0/ports/169457cf-f2c2-4da8-b5f7-4296e1caa6bf HTTP/1.1" status: 204 len: 173 time: 1.4311504 May 19 06:01:45.686611 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:45.995872 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:46.000296 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:01:46.007828 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:46.008428 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:46.025840 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d3ff2a3d-de9f-4e39-a39c-f6935f74084c req-18f416c3-6e79-4927-bb08-a99130c788d9 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2bb1d63-a420-41bc-a309-b46c7bd5186d HTTP/1.1" status: 200 len: 210 time: 0.0479171 May 19 06:01:46.178871 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:46.223324 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:01:46.572854 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:46.614184 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'mac_address': 'fa:16:3e:7b:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:01:46.680712 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:46.700497 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af71e132-9d5e-47bc-9b8a-dfc37654018a {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:01:46.720952 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:46.723734 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:46.726674 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2fe12a-4b8b-41da-96bb-c9c076804b94 None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T05:56:48Z', 'revision_number': 4, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'bb88f74a-63d2-4029-b41c-08dcf061c327', 'name': '', 'network_id': 'a93037b4-c3a3-4296-9344-cc7367889e28', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'mac_address': 'fa:16:3e:84:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:47Z', 'updated_at': '2021-05-19T05:56:56Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'subnets': [{'id': 'ffa77122-14c1-494c-b533-70d07713fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:01:46.780382 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:46.782125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:46.832872 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542ff6d-8e3a-475d-8f32-be56951309dd req-e412a20a-0f15-4c60-9af7-5bc86f3b563b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:46.834247 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c542ff6d-8e3a-475d-8f32-be56951309dd req-e412a20a-0f15-4c60-9af7-5bc86f3b563b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 944 time: 0.0842502 May 19 06:01:46.855270 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:46.859454 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:46.881494 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c542ff6d-8e3a-475d-8f32-be56951309dd req-1d17ab12-89b3-4e0a-8bdc-dbb2ae8b5cd7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 May 19 06:01:46.948171 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13adc9e0-8736-4e54-b8ac-5a0c5ce84701 None None] New status for floating IP 9b17c2d9-a89a-459d-a899-f758540f8166: DOWN {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:01:46.996632 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['af71e132-9d5e-47bc-9b8a-dfc37654018a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:01:47.232950 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53800) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:47.301227 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.329273 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.452322 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.456173 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0dbfb870-c47c-4c43-a1f5-dbc277a999e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:47.471104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c7835-2f6f-4b1a-82fb-fa54393d9058,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:47.473737 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:47.531815 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.532962 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4c5144ed-18e4-4263-ab45-8c83fafc4dce tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "DELETE /v2.0/security-groups/538c7835-2f6f-4b1a-82fb-fa54393d9058 HTTP/1.1" status: 204 len: 168 time: 0.2989607 May 19 06:01:47.535541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53804) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:47.551592 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.api.v2.resource [None req-ab00ad59-cd20-4fcb-8c38-a9bb925f9c08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] show failed (client error): The resource could not be found. May 19 06:01:47.552538 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ab00ad59-cd20-4fcb-8c38-a9bb925f9c08 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "GET /v2.0/security-groups/538c7835-2f6f-4b1a-82fb-fa54393d9058 HTTP/1.1" status: 404 len: 347 time: 0.0161221 May 19 06:01:47.555116 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53808) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:47.768527 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Deleting port bb0e3feb-4032-49e0-928a-4493482bbcfc {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:47.768874 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.883962 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:47.884645 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.005787 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Calling delete_port for bb0e3feb-4032-49e0-928a-4493482bbcfc owned by network:floatingip {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:48.071205 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15572a02-a1b7-4b27-8abc-75cecbc6df0c req-40efbf0a-6942-4195-a28e-82ca07c2f6d5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:48.076835 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-15572a02-a1b7-4b27-8abc-75cecbc6df0c req-40efbf0a-6942-4195-a28e-82ca07c2f6d5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 944 time: 0.0813451 May 19 06:01:48.117406 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-15572a02-a1b7-4b27-8abc-75cecbc6df0c req-8d1e065d-13a1-4245-859f-85a13ae3f6e0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389099 May 19 06:01:48.185844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.189561 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:48.208659 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:01:48.231758 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Pushing event deleted for resources: {'Port': ['ID=bb0e3feb-4032-49e0-928a-4493482bbcfc,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:48.234842 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:48.323493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks [] for floatingip, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.323709 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port af71e132-9d5e-47bc-9b8a-dfc37654018a completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:01:48.328165 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port af71e132-9d5e-47bc-9b8a-dfc37654018a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:01:48.328573 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.336810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.337970 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b17c2d9-a89a-459d-a899-f758540f8166 HTTP/1.1" status: 204 len: 168 time: 0.7819853 May 19 06:01:48.446564 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.472801 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:48.482945 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:48.566563 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.567590 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 169457cf-f2c2-4da8-b5f7-4296e1caa6bf no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:48.598516 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'code': 200} May 19 06:01:48.598961 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:48.639358 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 169457cf-f2c2-4da8-b5f7-4296e1caa6bf {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:01:48.639908 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 169457cf-f2c2-4da8-b5f7-4296e1caa6bf not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:01:48.672885 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:48.675889 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:48.912014 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f98471ee-95c8-435f-a6ff-e94b6a85ae0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:48.946954 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445787-ef72-4a81-ac0f-e0cbb2118fac req-9465444d-6017-4707-beef-b2eca5c41a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:48.948955 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-bb445787-ef72-4a81-ac0f-e0cbb2118fac req-9465444d-6017-4707-beef-b2eca5c41a2d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1098 time: 0.0692673 May 19 06:01:48.987743 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-bb445787-ef72-4a81-ac0f-e0cbb2118fac req-054dd590-270b-446c-aaea-c20861d220dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 May 19 06:01:49.304652 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d379f96-fb7f-48d7-bf9f-b1ec10dbbcc3 req-182b354a-449d-4d28-ab6e-97780e5ca1d6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:49.306093 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1d379f96-fb7f-48d7-bf9f-b1ec10dbbcc3 req-182b354a-449d-4d28-ab6e-97780e5ca1d6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0810380 May 19 06:01:49.349791 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1d379f96-fb7f-48d7-bf9f-b1ec10dbbcc3 req-28ce86ad-13ee-4c8f-9d52-c4f56504665d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374460 May 19 06:01:50.540882 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee716b25-65de-4221-94fe-1dfc4b1b7e85 req-24cce199-7e9f-4819-a8fd-224b30077e40 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:50.542313 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ee716b25-65de-4221-94fe-1dfc4b1b7e85 req-24cce199-7e9f-4819-a8fd-224b30077e40 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0821199 May 19 06:01:50.586630 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ee716b25-65de-4221-94fe-1dfc4b1b7e85 req-97b1fb68-1635-4b01-a2d3-e43a4adcedb4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 May 19 06:01:50.767167 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1303960-1773-4d83-a95b-e9b413101dd3 req-cce755d6-50f9-4a30-877c-ca85cea203ae tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:50.768598 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f1303960-1773-4d83-a95b-e9b413101dd3 req-cce755d6-50f9-4a30-877c-ca85cea203ae tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0790453 May 19 06:01:50.777388 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53836) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:50.782547 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Request body: {'floatingip': {'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:01:50.859843 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:51.315326 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:51.444521 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:51.488997 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-339581de-2815-41ac-838a-e8383cd9dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:51.517554 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:51.746637 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Floating IP ba08d986-02f0-4d2c-8749-909a6e4bbf5e associated. External IP: 172.28.2.125, port: af71e132-9d5e-47bc-9b8a-dfc37654018a. May 19 06:01:52.085021 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:01:52.241139 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:52.260815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:01:52.265749 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:52.270129 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:01:52.279211 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:52.279850 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:52.317827 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-7f28529e-8632-47c6-a917-dbb8c6111451 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "PUT /v2.0/floatingips/ba08d986-02f0-4d2c-8749-909a6e4bbf5e HTTP/1.1" status: 200 len: 991 time: 1.5394197 May 19 06:01:52.318451 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:01:52.418648 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'status': 'completed', 'code': 200} May 19 06:01:52.462532 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:52.510613 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f990-329a-4f40-a007-478f45abdbe4 req-d672e6b4-7608-4903-9459-ad7cc54e63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:52.512148 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-d672e6b4-7608-4903-9459-ad7cc54e63cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1098 time: 0.0698414 May 19 06:01:52.641104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f990-329a-4f40-a007-478f45abdbe4 req-5263dde8-f5c0-461b-b281-f3f7037e6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:52.642443 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-5263dde8-f5c0-461b-b281-f3f7037e6695 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1239114 May 19 06:01:52.807132 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': 'ba08d986-02f0-4d2c-8749-909a6e4bbf5e', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'mac_address': 'fa:16:3e:7b:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:01:36Z', 'updated_at': '2021-05-19T06:01:51Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:52.810886 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:01:52.819015 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:52.819637 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:52.849950 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-9e55671e-59fc-4cac-a3ae-e1a9eb474852 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 999 time: 0.2008786 May 19 06:01:52.910235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53862) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:52.916908 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f990-329a-4f40-a007-478f45abdbe4 req-689616aa-4f6f-45a4-90f7-6181869e404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:52.918537 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-689616aa-4f6f-45a4-90f7-6181869e404e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0614562 May 19 06:01:52.994072 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f990-329a-4f40-a007-478f45abdbe4 req-0fe2652f-edbb-4ea8-b6c3-9e6f5c7a8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:01:52.995588 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-0fe2652f-edbb-4ea8-b6c3-9e6f5c7a8749 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708482 May 19 06:01:53.027064 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:53.128701 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-116cba4f-0b17-4705-b313-6754f705b581 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268303 May 19 06:01:53.266144 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9417f990-329a-4f40-a007-478f45abdbe4 req-d0d07025-514b-4a1a-8364-50aea2398df6 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313000 May 19 06:01:53.373688 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': 'ba08d986-02f0-4d2c-8749-909a6e4bbf5e', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'mac_address': 'fa:16:3e:7b:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:01:36Z', 'updated_at': '2021-05-19T06:01:51Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:53.377576 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b28c90-d0b0-442a-ab96-e29d9b17e8af None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': 'ba08d986-02f0-4d2c-8749-909a6e4bbf5e', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'mac_address': 'fa:16:3e:7b:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:01:36Z', 'updated_at': '2021-05-19T06:01:51Z', 'revision_number': 1, 'project_id': '708f22c273a04c708a9439aaee503650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:01:53.577828 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:53.585549 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d81d1c-c48b-4b4c-ab5b-337899450c17 None None] New status for floating IP ba08d986-02f0-4d2c-8749-909a6e4bbf5e: ACTIVE {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:01:54.064410 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Deleting port bb88f74a-63d2-4029-b41c-08dcf061c327 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:54.064745 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.182694 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] For port bb88f74a-63d2-4029-b41c-08dcf061c327, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=bb88f74a-63d2-4029-b41c-08dcf061c327,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:54.182976 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.300144 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.303310 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Calling delete_port for bb88f74a-63d2-4029-b41c-08dcf061c327 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:54.625880 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:54.630805 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-8a91eaa8-a5be-462d-98ef-eaa53130dd30 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:54.676469 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb88f74a-63d2-4029-b41c-08dcf061c327,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:54.702130 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:54.929849 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:55.342084 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Router 5f40c529-765a-4f17-afbe-fc6506a6cf02 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:01:55.511566 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:01:55.519983 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] Sync routers for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:01:55.523731 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f40c529-765a-4f17-afbe-fc6506a6cf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116130 May 19 06:01:55.526355 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53872) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:55.529674 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:55.530279 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:55.699060 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks [] for router, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:55.704635 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:55.872463 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:55.984467 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T06:01:54Z', 'revision_number': 5, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port': {'id': 'e45ffe0f-1b64-4768-bddf-097c52951288', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:56:43Z', 'updated_at': '2021-05-19T05:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:55.988163 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] Checking router: 5f40c529-765a-4f17-afbe-fc6506a6cf02 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:01:55.996277 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] Routers {'5f40c529-765a-4f17-afbe-fc6506a6cf02'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:01:55.996871 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:01:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['5f40c529-765a-4f17-afbe-fc6506a6cf02'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:56.017684 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Deleting port e45ffe0f-1b64-4768-bddf-097c52951288 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:56.018022 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.136956 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] For port e45ffe0f-1b64-4768-bddf-097c52951288, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e45ffe0f-1b64-4768-bddf-097c52951288,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:56.137328 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.145536 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] Set router 5f40c529-765a-4f17-afbe-fc6506a6cf02 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:01:56.258108 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Calling delete_port for e45ffe0f-1b64-4768-bddf-097c52951288 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:56.288661 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T06:01:55Z', 'revision_number': 6, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port_host': None}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:56.293160 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bfe82-7a50-4618-9fdd-a1aaa0ebbe3a None None] The sync data for ids ['5f40c529-765a-4f17-afbe-fc6506a6cf02'] in dv-cinder-782405-8-smb is: [{'id': '5f40c529-765a-4f17-afbe-fc6506a6cf02', 'name': 'tempest-AttachVolumeTestJSON-1868594070-router', 'tenant_id': '34548559401345938b4b9283a4bfed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:56:42Z', 'updated_at': '2021-05-19T06:01:55Z', 'revision_number': 6, 'project_id': '34548559401345938b4b9283a4bfed88', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:01:56.523154 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.528021 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c039359d-38be-4cec-9ed5-88abdc1cdfd0 tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:56.570739 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45ffe0f-1b64-4768-bddf-097c52951288,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:56.599316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:56.664587 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.833345 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.835637 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.983466 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:56.983960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f40c529-765a-4f17-afbe-fc6506a6cf02 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:01:56.997872 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] Notify callbacks [] for router, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.001482 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6c3170c9-39ca-40b3-82ea-a8806b6bb244 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f40c529-765a-4f17-afbe-fc6506a6cf02 HTTP/1.1" status: 204 len: 168 time: 1.4717648 May 19 06:01:57.001676 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53880) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:57.061273 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Deleting subnet ffa77122-14c1-494c-b533-70d07713fe4f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:01:57.064126 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.115442 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.231316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.545795 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.550528 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6f6a9781-f625-4b2e-b392-42327b398711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:57.585664 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa77122-14c1-494c-b533-70d07713fe4f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:57.589168 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:57.590710 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.595339 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c376ecd-3aff-4280-9e68-4ef080be463f None None] Network a93037b4-c3a3-4296-9344-cc7367889e28 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:01:57.596747 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6656b78b-3759-4db5-9d4a-3d6ac7f71783 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ffa77122-14c1-494c-b533-70d07713fe4f HTTP/1.1" status: 204 len: 168 time: 0.5941255 May 19 06:01:57.599235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:57.700243 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.775960 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Deleting port ef0fc1a7-4c54-465f-96aa-51b679e35ddd {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:57.776292 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.809123 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bb88f74a-63d2-4029-b41c-08dcf061c327 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:57.847152 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: bb88f74a-63d2-4029-b41c-08dcf061c327 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:01:57.847539 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device bb88f74a-63d2-4029-b41c-08dcf061c327 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:01:57.848037 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e45ffe0f-1b64-4768-bddf-097c52951288 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:57.876166 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] DHCP port deletion for a93037b4-c3a3-4296-9344-cc7367889e28 request from dv-cinder-782405-8-smb {{(pid=103797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:01:57.879501 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] For port ef0fc1a7-4c54-465f-96aa-51b679e35ddd, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:57.880031 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:57.883471 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: e45ffe0f-1b64-4768-bddf-097c52951288 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:01:57.883824 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e45ffe0f-1b64-4768-bddf-097c52951288 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:01:57.946379 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Deleting port ef0fc1a7-4c54-465f-96aa-51b679e35ddd {{(pid=103797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:01:57.946761 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.052460 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] For port ef0fc1a7-4c54-465f-96aa-51b679e35ddd, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,segment=NetworkSegment(53adebd3-67c1-405c-9f38-79dcede0d508),segment_id=53adebd3-67c1-405c-9f38-79dcede0d508)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:01:58.052878 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.085874 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Calling delete_port for ef0fc1a7-4c54-465f-96aa-51b679e35ddd owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:58.173334 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Calling delete_port for ef0fc1a7-4c54-465f-96aa-51b679e35ddd owned by network:dhcp {{(pid=103797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:01:58.197585 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.202260 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:58.246216 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:58.249325 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:58.250098 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] No DVR routers for this DVR port ef0fc1a7-4c54-465f-96aa-51b679e35ddd on host dv-cinder-782405-8-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:01:58.299336 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.303482 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-389b0f5d-42eb-4c08-a81c-0376e328cef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:58.346197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] No DVR routers for this DVR port ef0fc1a7-4c54-465f-96aa-51b679e35ddd on host dv-cinder-782405-8-smb {{(pid=103797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:01:58.350835 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Pushing event deleted for resources: {'Port': ['ID=ef0fc1a7-4c54-465f-96aa-51b679e35ddd,revision_number=None']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:58.353015 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:58.364891 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.378115 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93037b4-c3a3-4296-9344-cc7367889e28']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:58.393751 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53adebd3-67c1-405c-9f38-79dcede0d508') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:58.394298 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53adebd3-67c1-405c-9f38-79dcede0d508') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:01:58.406002 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.422178 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.428013 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:01:58.428386 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:01:58.442140 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:01:58.568675 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.573227 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:58.575605 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:58.595904 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a93037b4-c3a3-4296-9344-cc7367889e28,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:58.598100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:58.671985 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ad22f976-391b-4f05-9214-426fd4867f2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/a93037b4-c3a3-4296-9344-cc7367889e28 HTTP/1.1" status: 204 len: 168 time: 1.0716991 May 19 06:01:59.000272 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53892) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:59.052229 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-34f5ddd7-7499-4207-8766-139262e26dc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34548559401345938b4b9283a4bfed88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483034 May 19 06:01:59.052229 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53898) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:01:59.110914 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:59.136302 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:59.271033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:59.276556 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-71f51df2-598f-4413-8b31-168186064ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:01:59.289563 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e9afd-32ea-45b5-aa17-48f0514bc976,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:01:59.294345 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:01:59.296268 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:01:59.297387 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af9e9afd-32ea-45b5-aa17-48f0514bc976 HTTP/1.1" status: 204 len: 168 time: 0.2443993 May 19 06:01:59.811571 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device ef0fc1a7-4c54-465f-96aa-51b679e35ddd no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:01:59.846612 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: ef0fc1a7-4c54-465f-96aa-51b679e35ddd {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:01:59.846963 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device ef0fc1a7-4c54-465f-96aa-51b679e35ddd not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:00.981454 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:02:02.145608 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:02.513899 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-8e5d5096-9484-48f9-8785-84951c01f7b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739686 May 19 06:02:02.672239 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-761f46ad-7694-449a-bf95-d7c524bfb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:02.673635 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-761f46ad-7694-449a-bf95-d7c524bfb4cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1099 time: 0.0693016 May 19 06:02:02.817591 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-99f55636-36ae-4353-b4d2-835ac7e39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:02.819214 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-99f55636-36ae-4353-b4d2-835ac7e39081 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 908 time: 0.1263764 May 19 06:02:02.922324 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-351c88dc-887d-4970-be61-ed670acef4a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 1001 time: 0.0961688 May 19 06:02:02.985160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-58d962fb-06a3-491f-bd39-4643418b6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:02.986561 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-58d962fb-06a3-491f-bd39-4643418b6b80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 200 len: 847 time: 0.0579093 May 19 06:02:03.064152 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-cb02960c-11e9-4938-a7c7-31da76cf27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:03.065631 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-cb02960c-11e9-4938-a7c7-31da76cf27e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88006204-9a09-4b99-9fda-259916a7d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724277 May 19 06:02:03.201434 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-c8272bab-75fd-4039-ac11-de0a39f4a306 service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223292 May 19 06:02:03.332629 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b4e474e0-dd9b-4ce4-bf79-e5897ed5dd0f req-9ad2bc74-f57b-4d4c-bb75-aaa4e7a4f7ca service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240695 May 19 06:02:06.933924 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 53988) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:07.051331 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.065093 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:07.068840 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Usage tracker for resource:security_group_rule and tenant:c0dd3eb700c541768b3e805d228414c7 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:07.071594 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:07.077136 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:07.159537 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.236659 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.243968 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-18a9d1c1-a214-4136-bee3-dedda6aab69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:07.284165 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0dd3eb700c541768b3e805d228414c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491349 May 19 06:02:07.284957 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e1900-92bf-4f27-b25a-f329954f0899,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:07.286810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 53994) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:07.288019 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:07.344797 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.369938 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.497943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.501638 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-45227f0b-0237-4c06-99e9-87415256328c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:07.514161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e1900-92bf-4f27-b25a-f329954f0899,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:07.517032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:07.519279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:07.520474 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d3a87113-6932-4823-a373-dbb48b84c865 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a9e1900-92bf-4f27-b25a-f329954f0899 HTTP/1.1" status: 204 len: 168 time: 0.2326231 May 19 06:02:08.125409 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54004) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:08.142655 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.157407 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:08.162491 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2d657abe8d46a3aac6c37f28fed9de is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:08.166006 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:08.171577 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:08.252432 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.310851 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.318834 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-36954fe4-42a2-44b6-978d-089f62208e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:08.358374 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab2d657abe8d46a3aac6c37f28fed9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319443 May 19 06:02:08.359268 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec9fc3-17b4-4ca3-a655-e5957f4617f2,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:08.361172 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54008) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:08.362115 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:08.418943 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.448351 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.567877 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.571446 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-45ca1213-ce73-484f-8546-643e7218b8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:08.584517 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec9fc3-17b4-4ca3-a655-e5957f4617f2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:08.586706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:08.593467 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:08.594553 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feec9fc3-17b4-4ca3-a655-e5957f4617f2 HTTP/1.1" status: 204 len: 168 time: 0.2323558 May 19 06:02:18.496426 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54148) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:18.610428 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:18.624321 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:18.628086 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Usage tracker for resource:security_group_rule and tenant:9c410d7b9ba3493bac50fe0f382ffc4b is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:18.630804 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:18.636907 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:18.717052 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:18.823789 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:18.832187 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6bfe8970-53d8-41dc-97b1-cff28ca8bbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:18.870856 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c410d7b9ba3493bac50fe0f382ffc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733916 May 19 06:02:18.871706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f410ca1e-1446-4d5e-b8ba-b2d1512df44f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:18.873630 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54154) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:18.874794 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-7f785108-7059-44a5-8f69-ae11b324bc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:18.894187 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fb518544-9e25-4550-8c1d-4df097430330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:18.931445 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:18.956252 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:19.065115 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:19.068651 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4aeab02f-60f5-44a9-ae31-1a660d222703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:19.081805 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f410ca1e-1446-4d5e-b8ba-b2d1512df44f,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:19.084140 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:19.092046 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:19.093133 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f410ca1e-1446-4d5e-b8ba-b2d1512df44f HTTP/1.1" status: 204 len: 168 time: 0.2185540 May 19 06:02:19.731860 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54164) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:19.752912 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:19.855942 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:19.859675 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Usage tracker for resource:security_group_rule and tenant:90e213e618dd4ffb9d679a75191a21f0 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:19.862482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:19.868015 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:19.946080 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:20.019518 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:20.026204 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8fc28fc7-f012-4041-b7dc-d48896f822d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:20.065611 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90e213e618dd4ffb9d679a75191a21f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327417 May 19 06:02:20.066497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ccbb8d-b5e0-4912-b783-4e7dd048f9ed,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:20.068347 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54168) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:20.069465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4841f281-bcf6-4881-88b7-8cc109d1581f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:20.130199 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:20.155674 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:20.264729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:20.268516 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5c84a25b-1436-4347-b1f3-91b9ca4a9bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:20.281524 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ccbb8d-b5e0-4912-b783-4e7dd048f9ed,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:20.285022 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:20.290537 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:20.292208 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19ccbb8d-b5e0-4912-b783-4e7dd048f9ed HTTP/1.1" status: 204 len: 168 time: 0.2228599 May 19 06:02:21.297917 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:21.470953 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c13cdf4a-a893-4837-991d-a76cd6aef3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:22.236153 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.083767 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54248) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:24.196599 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.211275 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:24.215686 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Usage tracker for resource:security_group_rule and tenant:be51916cc9cb41aaac03ea7a8eaca614 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:24.218444 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:24.224168 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:24.304873 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.310355 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.356092 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.363141 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f759c0df-b74d-4863-9494-0a576435e4c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:24.406105 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d937fbd-24a8-4464-a2b8-584ca4904c10,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:24.409058 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:24.411647 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-fd3739f9-bfe2-4014-a197-216a59869087 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be51916cc9cb41aaac03ea7a8eaca614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269138 May 19 06:02:24.414353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:24.472313 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.497715 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.607639 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.612316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c7d84e12-5fcc-453d-97c5-7cccdca3ddd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:24.623027 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d937fbd-24a8-4464-a2b8-584ca4904c10,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:24.626449 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:24.629737 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:24.633510 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d937fbd-24a8-4464-a2b8-584ca4904c10 HTTP/1.1" status: 204 len: 168 time: 0.2180443 May 19 06:02:25.189669 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54264) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:25.206958 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.220972 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:25.224659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Usage tracker for resource:security_group_rule and tenant:56bb68bc92454556b8f08afa032a2ac1 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:25.241342 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:25.241342 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:25.310365 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.385051 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.393497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-19185bdc-f57e-46e7-bcab-d1af014e2ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:25.434463 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56bb68bc92454556b8f08afa032a2ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436879 May 19 06:02:25.436088 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d618d615-f5b6-4a64-975e-bc56b2b7a733,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:25.437242 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:25.439181 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8bb8d810-24ac-4ea8-be94-5dbbd6cc7ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:25.494466 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.519372 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.642142 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.646051 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-27e67db5-a3f9-439a-b7ef-2cc0daf2f1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:25.657350 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618d615-f5b6-4a64-975e-bc56b2b7a733,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:25.662169 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:25.664170 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:25.665246 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d618d615-f5b6-4a64-975e-bc56b2b7a733 HTTP/1.1" status: 204 len: 168 time: 0.2269890 May 19 06:02:26.275210 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54286) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:26.534265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Deleting port cb731af8-c688-4e91-97b6-f78cd5b35d3d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:26.534972 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:26.732477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:26.732797 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:26.853472 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Calling delete_port for cb731af8-c688-4e91-97b6-f78cd5b35d3d owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:26.855268 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54298) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:26.960073 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1924998284-network', 'tenant_id': '96d841b6116a46e3a3e51cf8c6107f67'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:26.964752 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:26.968544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Usage tracker for resource:network and tenant:96d841b6116a46e3a3e51cf8c6107f67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:26.971340 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:26.978180 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:27.053918 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.058785 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a256e644-22be-440b-adaa-0917a20c19c7 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:27.082320 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Made reservation on behalf of 96d841b6116a46e3a3e51cf8c6107f67 for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:02:27.085006 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.098352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.103664 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event deleted for resources: {'Port': ['ID=cb731af8-c688-4e91-97b6-f78cd5b35d3d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:27.113921 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:27.117702 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Usage tracker for resource:security_group_rule and tenant:96d841b6116a46e3a3e51cf8c6107f67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:27.122122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:27.126104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:27.134215 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:27.195006 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for floatingip, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.195354 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Floating IP 053d19e1-5aa8-4c94-9de2-9085f8a162e4 disassociated (deleted). External IP: 172.28.2.90, port: 57ebc624-14f3-4055-9478-b153a590817b. May 19 06:02:27.209260 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.263536 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.267577 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84d16c70-d737-4220-b96c-38ec75d6fb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:27.293663 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:02:27.301848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e66d931-d1b7-43d9-9a45-65cc23db6bec,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:27.305391 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:27.308311 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.308648 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Added segment ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe of type vlan for network 3d3248cc-4510-4166-9eff-aff704ba53f2 May 19 06:02:27.334482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.440641 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.442298 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:27.442924 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.448516 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-65040b01-84d7-473c-ab41-41b64e5cf453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:27.542599 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Router 8311ac08-1f1c-43db-ac9b-d2c638eb437e has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:02:27.555848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Pushing event updated for resources: {'Network': ['ID=3d3248cc-4510-4166-9eff-aff704ba53f2,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:27.558664 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:27.566003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 3d3248cc-4510-4166-9eff-aff704ba53f2 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 06:02:27.677033 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8204024 May 19 06:02:27.679883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54306) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:27.685636 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Request body: {'subnet': {'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1924998284-subnet', 'tenant_id': '96d841b6116a46e3a3e51cf8c6107f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:27.690434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:27.694324 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Usage tracker for resource:subnet and tenant:96d841b6116a46e3a3e51cf8c6107f67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:27.697328 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:27.703781 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:27.720196 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:02:27.730188 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] Sync routers for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:02:27.739790 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:27.740392 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:02:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:27.783589 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Made reservation on behalf of 96d841b6116a46e3a3e51cf8c6107f67 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:02:27.786047 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262470825'] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.825907 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:27.881008 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ca52a2b0-3300-460b-9d14-8e1a752009b4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "DELETE /v2.0/floatingips/053d19e1-5aa8-4c94-9de2-9085f8a162e4 HTTP/1.1" status: 204 len: 168 time: 1.6045499 May 19 06:02:27.881739 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:27.926689 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:27.935181 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'status': 'completed', 'code': 200} May 19 06:02:28.068493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-5cd79a69-e25b-40ff-9e92-d4231dbe888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:28.070139 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-5cd79a69-e25b-40ff-9e92-d4231dbe888b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 1099 time: 0.1093581 May 19 06:02:28.249573 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:28.253804 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] Checking router: 8311ac08-1f1c-43db-ac9b-d2c638eb437e for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:02:28.262670 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:28.263291 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:02:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:28.288570 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-f099f49d-7a0b-42f4-937a-3c28482bc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:28.290018 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-f099f49d-7a0b-42f4-937a-3c28482bc6f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 200 len: 908 time: 0.2126908 May 19 06:02:28.375184 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-06e54111-4af9-4060-bf16-6c15af58ff66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 200 len: 217 time: 0.0708890 May 19 06:02:28.452277 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-e4335104-1208-424f-9776-82fe99377c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:28.453750 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-e4335104-1208-424f-9776-82fe99377c70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 200 len: 847 time: 0.0715048 May 19 06:02:28.472924 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:28.485861 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7719e-0077-49ac-8740-eb6ec4e96927 req-a496023d-8113-46e2-8f0a-2f2fb4607837 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:28.486550 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-fad7719e-0077-49ac-8740-eb6ec4e96927 req-a496023d-8113-46e2-8f0a-2f2fb4607837 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:28.556405 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-fad7719e-0077-49ac-8740-eb6ec4e96927 req-a496023d-8113-46e2-8f0a-2f2fb4607837 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:28.558377 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fad7719e-0077-49ac-8740-eb6ec4e96927 req-a496023d-8113-46e2-8f0a-2f2fb4607837 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1574228 May 19 06:02:28.564248 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262312538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262470811'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:28.571298 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:28.608875 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fad7719e-0077-49ac-8740-eb6ec4e96927 req-6d26ef29-afd4-4914-9183-43415337b879 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 May 19 06:02:28.657134 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee99400e-a201-465f-973c-56ede0a85009,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:28.663966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:28.663966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-92d1efbd-fe8f-4d73-ba29-ea44d903aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:28.665441 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-92d1efbd-fe8f-4d73-ba29-ea44d903aada service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88006204-9a09-4b99-9fda-259916a7d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1773081 May 19 06:02:28.669650 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Checking segment: {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:02:28.669997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Network hostable DHCP agents. Network: 3d3248cc-4510-4166-9eff-aff704ba53f2, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:02:28.783763 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:28.787740 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce585b-4f20-4582-9234-458c2e17c0af None None] The sync data for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb is: [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T05:57:56Z', 'revision_number': 4, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0', 'name': '', 'network_id': '88006204-9a09-4b99-9fda-259916a7d49d', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'mac_address': 'fa:16:3e:53:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:55Z', 'updated_at': '2021-05-19T05:58:04Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'subnets': [{'id': 'ddbe8f47-ad5c-435e-9158-6e40c45c5715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:02:28.804236 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-2bc90631-c1c2-47f9-9d72-8a403d8f106d service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303310 May 19 06:02:28.807626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Network 3d3248cc-4510-4166-9eff-aff704ba53f2 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:02:28.902558 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 3d3248cc-4510-4166-9eff-aff704ba53f2) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:02:28.909552 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ae652-cdd5-467b-a78b-690e22a2d234 None None] Network 3d3248cc-4510-4166-9eff-aff704ba53f2 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:02:29.011445 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138dafe-ef6c-4c00-999a-aebd07da0c80 None None] New status for floating IP 053d19e1-5aa8-4c94-9de2-9085f8a162e4: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:02:29.028940 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:29.029545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:29.065982 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-316169e2-27ac-4f4d-98e2-824e2a2b003c req-3c6e7b5f-e9bc-4965-8130-05f5d448565f service neutron] 10.222.0.32 "GET /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524517 May 19 06:02:29.172040 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4881725 May 19 06:02:29.264697 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df9152-3fb5-4956-a99d-61ddcb6805a1 None None] Network 3d3248cc-4510-4166-9eff-aff704ba53f2 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:02:29.831966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-6b8e78be-0f58-4f22-bd31-d97fcc7902f5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:29.833379 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-6b8e78be-0f58-4f22-bd31-d97fcc7902f5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.32 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1396599 May 19 06:02:29.841802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8a74e-bfab-4584-bed1-49f8f967848b req-d67cacd4-e756-4192-bb38-1aabaf971518 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:29.843159 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-51f8a74e-bfab-4584-bed1-49f8f967848b req-d67cacd4-e756-4192-bb38-1aabaf971518 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1189470 May 19 06:02:29.977919 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-51f8a74e-bfab-4584-bed1-49f8f967848b req-8c4b48bd-36bd-4593-aaa1-a6a71d445407 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1c535c-1fee-497c-95db-3200e9377f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054981 May 19 06:02:30.013642 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Deleting port 57ebc624-14f3-4055-9478-b153a590817b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:30.013909 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:30.148627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] For port 57ebc624-14f3-4055-9478-b153a590817b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=57ebc624-14f3-4055-9478-b153a590817b,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:30.148836 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:30.285051 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Calling delete_port for 57ebc624-14f3-4055-9478-b153a590817b owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:30.480845 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:30.487443 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6346d526-099a-4a45-9d67-8da379765845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:30.531723 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event deleted for resources: {'Port': ['ID=57ebc624-14f3-4055-9478-b153a590817b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.573215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:30.580557 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:30.618611 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] No DVR routers for this DVR port 57ebc624-14f3-4055-9478-b153a590817b on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:02:30.621587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:30.624113 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-deleted', 'tag': '57ebc624-14f3-4055-9478-b153a590817b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:30.670982 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7721570f-0da6-46f7-9e44-e1b5e494b6a8', 'name': 'network-vif-deleted', 'tag': '57ebc624-14f3-4055-9478-b153a590817b', 'status': 'completed', 'code': 200} May 19 06:02:30.711094 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a3f9202e-4cba-4c00-b02e-d360c4a52692 req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.32 "DELETE /v2.0/ports/57ebc624-14f3-4055-9478-b153a590817b HTTP/1.1" status: 204 len: 173 time: 0.8670092 May 19 06:02:31.127848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-86ed5e4c-3231-4f57-ad6c-25e248077e17 req-8f6e813a-8f4d-4017-9f10-b3913310f67d tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Synchronizing usage tracker for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:31.464628 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-86ed5e4c-3231-4f57-ad6c-25e248077e17 req-8f6e813a-8f4d-4017-9f10-b3913310f67d tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Unset dirty status for tenant:87f7e97a27f64a379696cd88b44ce7b9 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:31.465866 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-86ed5e4c-3231-4f57-ad6c-25e248077e17 req-8f6e813a-8f4d-4017-9f10-b3913310f67d tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "GET /v2.0/ports?device_id=7721570f-0da6-46f7-9e44-e1b5e494b6a8 HTTP/1.1" status: 200 len: 210 time: 0.3793936 May 19 06:02:31.622778 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-9ee01699-df7b-414f-a99e-2baae9eb3941 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:31.624275 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-9ee01699-df7b-414f-a99e-2baae9eb3941 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/networks?id=3d3248cc-4510-4166-9eff-aff704ba53f2 HTTP/1.1" status: 200 len: 809 time: 0.1494288 May 19 06:02:31.638483 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-042f8183-0c07-482c-9eba-961b46f36aa4 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/quotas/96d841b6116a46e3a3e51cf8c6107f67 HTTP/1.1" status: 200 len: 375 time: 0.0085876 May 19 06:02:31.686474 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-26b0939e-ee32-40c0-b7d5-7240f6ef9fdb tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430453 May 19 06:02:31.914317 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-eb348f15-5e58-45af-bf6b-2e175cd3e220 service neutron] 10.222.0.24 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207086 May 19 06:02:32.049398 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-96bb2c72-287b-4c1e-b7a2-fbc588b4947f service neutron] 10.222.0.24 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284137 May 19 06:02:32.224900 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:32.339640 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-225643c9-3fed-4d96-9656-b07a69a33891 req-bd3cd518-d618-4fd4-af02-523daa0dab76 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 210 time: 0.0429287 May 19 06:02:32.436875 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:32.471241 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 57ebc624-14f3-4055-9478-b153a590817b {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:32.471598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 57ebc624-14f3-4055-9478-b153a590817b not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:32.559896 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54376) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:32.629374 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:32.659867 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:32.817487 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:32.822432 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ae2303cc-6a19-44dd-8077-230919c627bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:32.836759 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c535c-1fee-497c-95db-3200e9377f00,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:32.839331 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:32.932630 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:32.933760 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f1c535c-1fee-497c-95db-3200e9377f00 HTTP/1.1" status: 204 len: 168 time: 0.3728783 May 19 06:02:33.052599 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54384) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:33.491445 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6799389e-dc4f-42c3-96be-d67993e30d59 req-d3f50650-3231-4088-9b80-0fb12eb6b8cf tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 210 time: 0.0474167 May 19 06:02:33.629819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:34.036504 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Deleting port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:34.036838 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:34.155773 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] For port 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:34.156459 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:34.372100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Calling delete_port for 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:34.590668 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:34.595842 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-53cb7dd9-567e-48d4-b6a0-35e1e5cb0595 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:34.598309 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-3348cbf3-9ec8-4429-b183-59762739d20a tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:34.599124 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-12a60311-d785-4ead-bb01-542f1be65eab req-3348cbf3-9ec8-4429-b183-59762739d20a tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Synchronizing usage tracker for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:network {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:34.641746 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:34.647099 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-94bc8c1a-5c08-44c8-b9db-eb638db75d5b req-5fd63703-141a-452e-b3ac-db5c317d42c7 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 210 time: 0.0450430 May 19 06:02:34.676335 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.676335 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.676664 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.676928 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.677278 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.677652 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.677996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.678338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.678680 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.679040 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.679389 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.679729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:34.698364 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:34.750295 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-12a60311-d785-4ead-bb01-542f1be65eab req-3348cbf3-9ec8-4429-b183-59762739d20a tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Unset dirty status for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:network {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:34.751503 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-3348cbf3-9ec8-4429-b183-59762739d20a tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "GET /v2.0/networks?id=3d3248cc-4510-4166-9eff-aff704ba53f2 HTTP/1.1" status: 200 len: 809 time: 0.2984223 May 19 06:02:34.764276 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Request body: {'port': {'device_id': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2', 'admin_state_up': True, 'tenant_id': '96d841b6116a46e3a3e51cf8c6107f67'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:34.912992 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:34.917480 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Usage tracker for resource:port and tenant:96d841b6116a46e3a3e51cf8c6107f67 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:02:34.920353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:02:34.924821 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:34.926208 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:34.990091 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Made reservation on behalf of 96d841b6116a46e3a3e51cf8c6107f67 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:02:34.993802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:35.158032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Allocated IP 172.20.0.3 (3d3248cc-4510-4166-9eff-aff704ba53f2/ee99400e-a201-465f-973c-56ede0a85009/e74484c1-c3e8-4945-80ae-8b91cedbc881) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:02:35.284464 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Router 8311ac08-1f1c-43db-ac9b-d2c638eb437e has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:02:35.451636 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:35.460789 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:02:35.469635 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] Sync routers for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:02:35.479483 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:35.480198 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:02:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:35.563157 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-c5bca525-13fc-42e4-b7f9-15258d7d08c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/8311ac08-1f1c-43db-ac9b-d2c638eb437e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5091436 May 19 06:02:35.565530 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54396) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:35.623820 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:35.639739 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4d596cda-9315-4ce2-a553-8187cb4e2a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:35.649670 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:35.715669 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Network 3d3248cc-4510-4166-9eff-aff704ba53f2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:02:35.720495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:02:35.727696 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:02:35.832434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Pushing event updated for resources: {'Port': ['ID=e74484c1-c3e8-4945-80ae-8b91cedbc881,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:35.854736 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:35.863569 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb5c2-9bc6-44a7-8800-ec025cc6f924 req-5c8b5e74-0604-4510-8455-44358d8e79bb tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:35.865217 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-608eb5c2-9bc6-44a7-8800-ec025cc6f924 req-5c8b5e74-0604-4510-8455-44358d8e79bb tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 931 time: 0.0915282 May 19 06:02:35.884227 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:35.884828 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:35.892708 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks [] for router, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:35.914377 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-608eb5c2-9bc6-44a7-8800-ec025cc6f924 req-deedcc4a-2b53-4cf3-ac16-4b27f8a6132d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 May 19 06:02:35.950684 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T06:02:34Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:35.954528 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] Checking router: 8311ac08-1f1c-43db-ac9b-d2c638eb437e for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:02:35.963764 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] Routers {'8311ac08-1f1c-43db-ac9b-d2c638eb437e'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:35.964364 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:02:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:36.037614 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2777781 May 19 06:02:36.060388 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Request body: {'port': {'device_id': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:36.133364 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] Set router 8311ac08-1f1c-43db-ac9b-d2c638eb437e gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:36.155724 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:36.188495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:36.402496 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Deleting port de0faba2-ff1a-4340-9bd3-0d03e462b95c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:36.402888 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:36.438954 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T06:02:34Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:36.442813 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197b7a5-4a72-4fcc-a746-e80c537097fd None None] The sync data for ids ['8311ac08-1f1c-43db-ac9b-d2c638eb437e'] in dv-cinder-782405-8-smb is: [{'id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'name': 'tempest-TestShelveInstance-398529032-router', 'tenant_id': '87f7e97a27f64a379696cd88b44ce7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:57:49Z', 'updated_at': '2021-05-19T06:02:34Z', 'revision_number': 5, 'project_id': '87f7e97a27f64a379696cd88b44ce7b9', 'gw_port': {'id': 'de0faba2-ff1a-4340-9bd3-0d03e462b95c', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8311ac08-1f1c-43db-ac9b-d2c638eb437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:57:50Z', 'updated_at': '2021-05-19T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:02:36.609329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] For port de0faba2-ff1a-4340-9bd3-0d03e462b95c, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=de0faba2-ff1a-4340-9bd3-0d03e462b95c,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:36.609693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:36.840960 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Calling delete_port for de0faba2-ff1a-4340-9bd3-0d03e462b95c owned by network:router_gateway {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:36.848457 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 06:02:36.924695 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74484c1-c3e8-4945-80ae-8b91cedbc881 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:02:36.934653 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:37.067998 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Transition to ACTIVE for port object e74484c1-c3e8-4945-80ae-8b91cedbc881 will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:02:37.170638 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:37.176888 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-cee3788b-b504-4423-89d8-e6a856938fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:37.309816 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-177e8abb-e670-47af-8e15-0d800396a8e2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:37.310507 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-177e8abb-e670-47af-8e15-0d800396a8e2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Synchronizing usage tracker for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:37.347359 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439835c-64a7-45af-8530-975be6283818 service neutron] Pushing event updated for resources: {'Port': ['ID=e74484c1-c3e8-4945-80ae-8b91cedbc881,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:37.359960 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5439835c-64a7-45af-8530-975be6283818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:37.484441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Attempting to bind port e74484c1-c3e8-4945-80ae-8b91cedbc881 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:02:37.484765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Attempting to bind port e74484c1-c3e8-4945-80ae-8b91cedbc881 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:02:37.485234 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Attempting to bind port e74484c1-c3e8-4945-80ae-8b91cedbc881 on network 3d3248cc-4510-4166-9eff-aff704ba53f2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:02:37.489682 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Port e74484c1-c3e8-4945-80ae-8b91cedbc881 on network 3d3248cc-4510-4166-9eff-aff704ba53f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:02:37.489997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Attempting to bind port e74484c1-c3e8-4945-80ae-8b91cedbc881 on network 3d3248cc-4510-4166-9eff-aff704ba53f2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:02:37.495212 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:02:37.495541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Checking segment: {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:02:37.500231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Bound using segment: {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:02:37.500231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Bound port: e74484c1-c3e8-4945-80ae-8b91cedbc881, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:02:37.500231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:37.543843 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-177e8abb-e670-47af-8e15-0d800396a8e2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Unset dirty status for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:37.545005 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-177e8abb-e670-47af-8e15-0d800396a8e2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 931 time: 0.4755068 May 19 06:02:37.551319 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:37.562962 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-dd8fcdf8-4727-46dd-952d-4790742dc8b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:37.627783 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0faba2-ff1a-4340-9bd3-0d03e462b95c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:37.665026 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:37.742821 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-2caa1d31-da95-4d07-b363-98525c95c49d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Synchronizing usage tracker for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:37.745899 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] For port e74484c1-c3e8-4945-80ae-8b91cedbc881, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:02:37.767504 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] For port e74484c1-c3e8-4945-80ae-8b91cedbc881, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e74484c1-c3e8-4945-80ae-8b91cedbc881,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:02:37.773136 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:37.830566 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:37.866644 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:37.866996 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 8d61191f-8b8b-4e7b-b9ea-4a22d89f13e0 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:37.882384 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-2caa1d31-da95-4d07-b363-98525c95c49d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Unset dirty status for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:37.883466 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e6b53f7d-3cef-4aa3-9fa9-21553a13fc78 req-2caa1d31-da95-4d07-b363-98525c95c49d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272104 May 19 06:02:37.884493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:37.891516 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-3f6587ba-12ec-473c-ad1b-14559fd7e44c tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:37.979389 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:02:37.998983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.003278 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:38.003872 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.005185 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-5439835c-64a7-45af-8530-975be6283818 service neutron] 10.222.0.32 "PUT /v2.0/ports/e74484c1-c3e8-4945-80ae-8b91cedbc881 HTTP/1.1" status: 200 len: 1093 time: 1.9516063 May 19 06:02:38.005685 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'tag': 'e74484c1-c3e8-4945-80ae-8b91cedbc881'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:38.013365 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.042032 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439835c-64a7-45af-8530-975be6283818 service neutron] Pushing event updated for resources: {'Port': ['ID=e74484c1-c3e8-4945-80ae-8b91cedbc881,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:38.045443 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5439835c-64a7-45af-8530-975be6283818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:38.052699 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'tag': 'e74484c1-c3e8-4945-80ae-8b91cedbc881', 'status': 'completed', 'code': 200} May 19 06:02:38.141327 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89bdc9-d11b-4a52-8f16-124f5abf4fdf req-ca9a16e4-88a9-40f6-ae4f-b88d17018af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:38.142693 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9b89bdc9-d11b-4a52-8f16-124f5abf4fdf req-ca9a16e4-88a9-40f6-ae4f-b88d17018af6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 1096 time: 0.0697196 May 19 06:02:38.167686 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.168163 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8311ac08-1f1c-43db-ac9b-d2c638eb437e {{(pid=103796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:02:38.340639 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.341717 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8311ac08-1f1c-43db-ac9b-d2c638eb437e HTTP/1.1" status: 204 len: 168 time: 2.7751553 May 19 06:02:38.344422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54406) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:38.389370 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89bdc9-d11b-4a52-8f16-124f5abf4fdf req-6d7f98f8-cd36-4af3-a71d-7cd6dcbca291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:38.390787 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9b89bdc9-d11b-4a52-8f16-124f5abf4fdf req-6d7f98f8-cd36-4af3-a71d-7cd6dcbca291 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2412617 May 19 06:02:38.406396 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Deleting subnet ddbe8f47-ad5c-435e-9158-6e40c45c5715 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:02:38.409353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.457630 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.524983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89bdc9-d11b-4a52-8f16-124f5abf4fdf req-f5f5ddea-9689-4f12-ab89-ae2a40f57675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:38.527143 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9b89bdc9-d11b-4a52-8f16-124f5abf4fdf req-f5f5ddea-9689-4f12-ab89-ae2a40f57675 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1299806 May 19 06:02:38.637493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-d4ec9e3f-8c0f-43da-8563-fc6c049ffcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:38.638954 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-d4ec9e3f-8c0f-43da-8563-fc6c049ffcb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 1096 time: 0.0765667 May 19 06:02:38.640616 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.706554 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-f7ce41a3-fbf4-4eb7-8348-46e59406e50f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e74484c1-c3e8-4945-80ae-8b91cedbc881 HTTP/1.1" status: 200 len: 217 time: 0.0600519 May 19 06:02:38.770970 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60311-d785-4ead-bb01-542f1be65eab req-5bcf1c2e-f1d9-475c-8257-641b75c472a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:38.772447 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-5bcf1c2e-f1d9-475c-8257-641b75c472a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee99400e-a201-465f-973c-56ede0a85009 HTTP/1.1" status: 200 len: 849 time: 0.0603790 May 19 06:02:38.818391 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-8a87a990-ad4c-4938-8515-494741564a33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d3248cc-4510-4166-9eff-aff704ba53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397317 May 19 06:02:38.944823 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.950650 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:38.950905 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-7401c9c7-fe2a-4060-a5c3-f7d9889094aa service neutron] 10.222.0.32 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255639 May 19 06:02:38.988270 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbe8f47-ad5c-435e-9158-6e40c45c5715,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:38.991055 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:38.992060 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:38.997851 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e2925-5cb9-44db-baf3-0a39de2bdb08 None None] Network 88006204-9a09-4b99-9fda-259916a7d49d requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:02:39.003513 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-2e8666b4-9cf7-4291-87f2-f7fe137c5d1f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ddbe8f47-ad5c-435e-9158-6e40c45c5715 HTTP/1.1" status: 204 len: 168 time: 0.6578417 May 19 06:02:39.005708 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:39.116809 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.143776 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-12a60311-d785-4ead-bb01-542f1be65eab req-3a53e2f8-8731-415a-819d-99e51e58744d service neutron] 10.222.0.32 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862700 May 19 06:02:39.160440 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a0073-24fb-4104-8b5e-929aaf1e8b9d req-fda507c5-2766-4270-b8bf-e76e0aba042c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:39.162045 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5c2a0073-24fb-4104-8b5e-929aaf1e8b9d req-fda507c5-2766-4270-b8bf-e76e0aba042c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 943 time: 0.1713910 May 19 06:02:39.193747 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Deleting port 6aee1e1f-db68-4883-82de-80654fd610b7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:39.194207 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.208925 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5c2a0073-24fb-4104-8b5e-929aaf1e8b9d req-efe41f0c-9ab7-4c7d-bbe4-e802825bfe4d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 May 19 06:02:39.268722 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] DHCP port deletion for 88006204-9a09-4b99-9fda-259916a7d49d request from dv-cinder-782405-8-smb {{(pid=103797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:02:39.302554 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] For port 6aee1e1f-db68-4883-82de-80654fd610b7, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=6aee1e1f-db68-4883-82de-80654fd610b7,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:39.302936 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.332536 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Deleting port 6aee1e1f-db68-4883-82de-80654fd610b7 {{(pid=103797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:39.332915 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.425769 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Calling delete_port for 6aee1e1f-db68-4883-82de-80654fd610b7 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:39.432201 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] For port 6aee1e1f-db68-4883-82de-80654fd610b7, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=6aee1e1f-db68-4883-82de-80654fd610b7,segment=NetworkSegment(4b6687e1-64b1-4d17-8733-084ed5e41380),segment_id=4b6687e1-64b1-4d17-8733-084ed5e41380)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:39.432592 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.527593 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.531363 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e8b0b7ed-1998-4388-910a-aa79793c4571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:39.554695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Calling delete_port for 6aee1e1f-db68-4883-82de-80654fd610b7 owned by network:dhcp {{(pid=103797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:39.574982 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aee1e1f-db68-4883-82de-80654fd610b7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:39.578603 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:39.580915 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] No DVR routers for this DVR port 6aee1e1f-db68-4883-82de-80654fd610b7 on host dv-cinder-782405-8-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:02:39.597501 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.600978 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:39.641486 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Pushing event deleted for resources: {'Port': ['ID=6aee1e1f-db68-4883-82de-80654fd610b7,revision_number=None']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:39.651327 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] No DVR routers for this DVR port 6aee1e1f-db68-4883-82de-80654fd610b7 on host dv-cinder-782405-8-smb {{(pid=103797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:02:39.653242 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.653580 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.653948 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.654274 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.654598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.654920 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.655271 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.655589 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.655906 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.656223 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.656537 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.656852 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:02:39.660257 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:39.697782 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.710641 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88006204-9a09-4b99-9fda-259916a7d49d']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:39.723195 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6687e1-64b1-4d17-8733-084ed5e41380') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:39.723486 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6687e1-64b1-4d17-8733-084ed5e41380') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:39.734573 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.750206 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.756200 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:02:39.756575 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:02:39.770140 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:02:39.823582 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 6aee1e1f-db68-4883-82de-80654fd610b7 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:39.857294 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 6aee1e1f-db68-4883-82de-80654fd610b7 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:39.860206 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 6aee1e1f-db68-4883-82de-80654fd610b7 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:39.860206 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device de0faba2-ff1a-4340-9bd3-0d03e462b95c no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:39.891778 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: de0faba2-ff1a-4340-9bd3-0d03e462b95c {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:39.892125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device de0faba2-ff1a-4340-9bd3-0d03e462b95c not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:39.910131 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.913685 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:39.926751 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:39.936797 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Pushing event deleted for resources: {'Network': ['ID=88006204-9a09-4b99-9fda-259916a7d49d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:39.939851 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:40.059456 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] 10.222.0.24 "DELETE /v2.0/networks/88006204-9a09-4b99-9fda-259916a7d49d HTTP/1.1" status: 204 len: 168 time: 1.0522947 May 19 06:02:40.062020 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54416) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:40.642405 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffe86-10fa-4ffc-b947-baf786d5cf00 req-c3c2ec84-34fa-433c-a356-a1990b0c5de9 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:40.644131 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1bbffe86-10fa-4ffc-b947-baf786d5cf00 req-c3c2ec84-34fa-433c-a356-a1990b0c5de9 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 943 time: 0.3272557 May 19 06:02:40.701707 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-1bbffe86-10fa-4ffc-b947-baf786d5cf00 req-de9014a7-fd41-4a1e-88b9-fae12c791aa4 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 May 19 06:02:40.781004 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:41.178170 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Deleting port 319c5c5c-0624-4512-9493-24155f5f858a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:41.178505 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:41.296545 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] For port 319c5c5c-0624-4512-9493-24155f5f858a, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=319c5c5c-0624-4512-9493-24155f5f858a,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:41.296914 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:41.419858 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Calling delete_port for 319c5c5c-0624-4512-9493-24155f5f858a owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:41.624080 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:41.628397 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a20ff5a0-b28a-4890-805d-7ef388fc5df8 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:41.675144 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Pushing event deleted for resources: {'Port': ['ID=319c5c5c-0624-4512-9493-24155f5f858a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:41.700820 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:41.889843 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7584c45-3355-4131-9675-562b5f9b53fc req-57ade4ff-0875-41de-a46b-2838b1a3f74c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:41.891364 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c7584c45-3355-4131-9675-562b5f9b53fc req-57ade4ff-0875-41de-a46b-2838b1a3f74c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 943 time: 0.0784781 May 19 06:02:41.941122 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c7584c45-3355-4131-9675-562b5f9b53fc req-38beea3f-f0e9-4922-8dc6-ac96e12970b3 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 May 19 06:02:42.030688 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:42.376246 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:02:42.483387 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device e74484c1-c3e8-4945-80ae-8b91cedbc881 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:02:42.548779 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:02:42.558551 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-346cb8cc-9490-4135-8521-4b111cf3641f admin admin] 10.222.0.24 "PUT /v2.0/routers/80e5f391-ee84-4e1d-a0e5-5b1281478f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955645 May 19 06:02:42.560989 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54424) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:42.566856 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] Sync routers for ids ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:02:42.595492 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] Routers {'80e5f391-ee84-4e1d-a0e5-5b1281478f28'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:42.596105 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:02:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:42.694228 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port e74484c1-c3e8-4945-80ae-8b91cedbc881, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e74484c1-c3e8-4945-80ae-8b91cedbc881,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:42.734606 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks [] for router, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:42.762261 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'e74484c1-c3e8-4945-80ae-8b91cedbc881', 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2', 'port_id': 'e74484c1-c3e8-4945-80ae-8b91cedbc881', 'mac_address': 'fa:16:3e:fb:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee99400e-a201-465f-973c-56ede0a85009', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:02:42.871863 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] Set router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:42.908710 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:42.975456 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:43.023946 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74484c1-c3e8-4945-80ae-8b91cedbc881 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:02:43.027842 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Deleting port 5d918621-d246-4587-8b6a-55dcca98f16f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:43.028581 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:43.096697 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port e74484c1-c3e8-4945-80ae-8b91cedbc881, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e74484c1-c3e8-4945-80ae-8b91cedbc881,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:43.167695 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:43.170247 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:43.213781 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] For port 5d918621-d246-4587-8b6a-55dcca98f16f, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=5d918621-d246-4587-8b6a-55dcca98f16f,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:43.214154 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:43.238388 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b2fb5-fba4-40aa-b961-3368e58854bc req-8ab794e2-0f00-4b34-b001-679baea0755f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:43.239797 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-852b2fb5-fba4-40aa-b961-3368e58854bc req-8ab794e2-0f00-4b34-b001-679baea0755f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 943 time: 0.1814568 May 19 06:02:43.243336 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=e74484c1-c3e8-4945-80ae-8b91cedbc881,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:43.246578 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:43.248176 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T06:02:41Z', 'revision_number': 5, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port': {'id': '5d918621-d246-4587-8b6a-55dcca98f16f', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:04Z', 'updated_at': '2021-05-19T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:43.252815 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] Checking router: 80e5f391-ee84-4e1d-a0e5-5b1281478f28 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:02:43.261187 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] Routers {'80e5f391-ee84-4e1d-a0e5-5b1281478f28'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:02:43.261756 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:02:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:43.393303 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['e74484c1-c3e8-4945-80ae-8b91cedbc881'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:02:43.472115 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Calling delete_port for 5d918621-d246-4587-8b6a-55dcca98f16f owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:43.477227 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] Set router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:02:43.511817 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-852b2fb5-fba4-40aa-b961-3368e58854bc req-c832c8f3-a461-47c2-b691-0e5e871c57ed tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238395 May 19 06:02:43.586166 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T06:02:42Z', 'revision_number': 6, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port_host': None}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:43.598955 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad61e8-4eb2-4452-885c-779efd99d1a4 None None] The sync data for ids ['80e5f391-ee84-4e1d-a0e5-5b1281478f28'] in dv-cinder-782405-8-smb is: [{'id': '80e5f391-ee84-4e1d-a0e5-5b1281478f28', 'name': 'tempest-TestShelveInstance-1506958447-router', 'tenant_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:03Z', 'updated_at': '2021-05-19T06:02:42Z', 'revision_number': 6, 'project_id': '6bdfb3eed5fb43fe98f44a49c5f86091', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:02:43.710408 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:43.714333 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:43.756451 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d918621-d246-4587-8b6a-55dcca98f16f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:43.759980 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:43.850414 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.019920 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 319c5c5c-0624-4512-9493-24155f5f858a no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:44.028008 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.032305 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.057250 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 319c5c5c-0624-4512-9493-24155f5f858a {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:44.063506 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 319c5c5c-0624-4512-9493-24155f5f858a not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:44.167088 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.167609 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e5f391-ee84-4e1d-a0e5-5b1281478f28 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:02:44.180024 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] Notify callbacks [] for router, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.181116 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-66f7e1a2-0bfc-4786-9b23-3f194b5ca02d admin admin] 10.222.0.24 "DELETE /v2.0/routers/80e5f391-ee84-4e1d-a0e5-5b1281478f28 HTTP/1.1" status: 204 len: 168 time: 1.6192496 May 19 06:02:44.183598 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54430) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:44.240750 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Deleting subnet c8506470-7574-455a-a802-49ff2822f910 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:02:44.243562 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.293223 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.369483 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.489839 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device e74484c1-c3e8-4945-80ae-8b91cedbc881 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:02:44.641284 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port e74484c1-c3e8-4945-80ae-8b91cedbc881 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:02:44.646651 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port e74484c1-c3e8-4945-80ae-8b91cedbc881 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:02:44.652825 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.711799 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08768000-80dd-47b4-86c3-cf132917e547 req-ed7082bb-2f41-445a-8e55-7fefab3bd1d0 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:44.713274 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-08768000-80dd-47b4-86c3-cf132917e547 req-ed7082bb-2f41-445a-8e55-7fefab3bd1d0 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 944 time: 0.0852337 May 19 06:02:44.715973 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.721961 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:44.762070 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.763830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8506470-7574-455a-a802-49ff2822f910,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:44.764205 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a330369-a0ba-4516-a836-11def9bfe28f None None] Network e2a1b2ad-9b96-4d86-8487-d9c165409ca6 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:02:44.766318 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:44.769458 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-fdb0be0c-90d6-4404-9014-05f6cf812e05 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c8506470-7574-455a-a802-49ff2822f910 HTTP/1.1" status: 204 len: 168 time: 0.5849257 May 19 06:02:44.771912 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54436) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:44.774116 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-08768000-80dd-47b4-86c3-cf132917e547 req-42b898e1-e016-4cb6-bec4-3c89eb67f8ea tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 May 19 06:02:44.799447 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.877996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.890657 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74484c1-c3e8-4945-80ae-8b91cedbc881'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:44.932319 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port e74484c1-c3e8-4945-80ae-8b91cedbc881, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e74484c1-c3e8-4945-80ae-8b91cedbc881,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:44.956407 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Deleting port b59eab78-2dfc-4e56-9383-517b96c1ce3f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:44.956742 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:44.961655 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74484c1-c3e8-4945-80ae-8b91cedbc881', 'code': 200} May 19 06:02:45.013519 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.017003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-20d5c3f4-c6fd-4a54-8b01-ae9d181a52fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:45.062594 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] For port b59eab78-2dfc-4e56-9383-517b96c1ce3f, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=b59eab78-2dfc-4e56-9383-517b96c1ce3f,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:45.062992 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.071537 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] DHCP port deletion for e2a1b2ad-9b96-4d86-8487-d9c165409ca6 request from dv-cinder-782405-8-smb {{(pid=103797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:02:45.121755 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=e74484c1-c3e8-4945-80ae-8b91cedbc881,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:45.125305 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:45.151701 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Deleting port b59eab78-2dfc-4e56-9383-517b96c1ce3f {{(pid=103797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:45.152173 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.283246 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Calling delete_port for b59eab78-2dfc-4e56-9383-517b96c1ce3f owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:45.301031 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] For port b59eab78-2dfc-4e56-9383-517b96c1ce3f, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=b59eab78-2dfc-4e56-9383-517b96c1ce3f,segment=NetworkSegment(c2a2ddd1-d8e8-4738-b777-c87086117dce),segment_id=c2a2ddd1-d8e8-4738-b777-c87086117dce)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:45.301351 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.327040 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00cc7-40e9-4a12-8bd6-79c52f5058d8 req-1d9008ed-d7da-452b-97c7-6696e4d84582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:45.328529 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d5e00cc7-40e9-4a12-8bd6-79c52f5058d8 req-1d9008ed-d7da-452b-97c7-6696e4d84582 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 1098 time: 0.0729947 May 19 06:02:45.368186 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d5e00cc7-40e9-4a12-8bd6-79c52f5058d8 req-98c452e6-e0b2-4267-9e68-4bfbfc17dbc5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335402 May 19 06:02:45.407272 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.411008 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f65811d9-c36c-4cbe-97f6-1754d85b61a5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:45.424070 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Calling delete_port for b59eab78-2dfc-4e56-9383-517b96c1ce3f owned by network:dhcp {{(pid=103797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:45.454123 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59eab78-2dfc-4e56-9383-517b96c1ce3f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:45.457218 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:45.458036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] No DVR routers for this DVR port b59eab78-2dfc-4e56-9383-517b96c1ce3f on host dv-cinder-782405-8-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:02:45.467219 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.470846 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-fe6e5801-3314-4bc2-84f8-466c04042bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:45.512596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Pushing event deleted for resources: {'Port': ['ID=b59eab78-2dfc-4e56-9383-517b96c1ce3f,revision_number=None']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:45.515603 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:45.516410 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] No DVR routers for this DVR port b59eab78-2dfc-4e56-9383-517b96c1ce3f on host dv-cinder-782405-8-smb {{(pid=103797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:02:45.571966 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.585066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a1b2ad-9b96-4d86-8487-d9c165409ca6']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:45.596777 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a2ddd1-d8e8-4738-b777-c87086117dce') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:45.597070 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a2ddd1-d8e8-4738-b777-c87086117dce') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:02:45.608435 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.623576 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.629318 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:02:45.629714 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:02:45.643314 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:02:45.800274 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.804221 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad1fefdf-d17b-4815-9e88-bd1f60034c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:45.820982 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:45.826852 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device b59eab78-2dfc-4e56-9383-517b96c1ce3f no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:45.829779 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a1b2ad-9b96-4d86-8487-d9c165409ca6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:45.832537 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:45.836700 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-9267100e-cccc-4634-9d8b-841ef0936608 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2a1b2ad-9b96-4d86-8487-d9c165409ca6 HTTP/1.1" status: 204 len: 168 time: 1.0614681 May 19 06:02:45.863746 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: b59eab78-2dfc-4e56-9383-517b96c1ce3f {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:45.864168 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device b59eab78-2dfc-4e56-9383-517b96c1ce3f not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:45.864708 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 5d918621-d246-4587-8b6a-55dcca98f16f no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:45.901131 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 5d918621-d246-4587-8b6a-55dcca98f16f {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:45.901467 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 5d918621-d246-4587-8b6a-55dcca98f16f not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:45.969425 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab111-1df5-4826-a8cb-64932adc952a req-db42794b-334a-4586-baa4-4c9e1682d27a tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:45.970979 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-55aab111-1df5-4826-a8cb-64932adc952a req-db42794b-334a-4586-baa4-4c9e1682d27a tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 945 time: 0.0801675 May 19 06:02:46.016430 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-55aab111-1df5-4826-a8cb-64932adc952a req-afe0433d-7915-4550-9fd4-7fe068be2150 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 May 19 06:02:46.153683 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54446) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:46.202390 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-18653371-6a62-4fef-832a-538648150c67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87f7e97a27f64a379696cd88b44ce7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474665 May 19 06:02:46.204698 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54450) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:46.266223 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:46.292186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:46.395687 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:46.399286 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e235cd3c-1fd1-4140-9740-debc76ad2d82 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:46.414683 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1177d0-da6f-4ffa-935f-0518ef414beb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:46.415343 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:46.421381 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:46.422513 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-b6ec0dad-a3a3-4280-83a8-a99b1a2d6122 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f1177d0-da6f-4ffa-935f-0518ef414beb HTTP/1.1" status: 204 len: 168 time: 0.2169259 May 19 06:02:47.057886 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:47.106669 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-176bfec5-2e46-43e3-8e74-ac22f27a6403 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bdfb3eed5fb43fe98f44a49c5f86091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491080 May 19 06:02:47.109118 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54464) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:02:47.220957 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:47.253150 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:47.280217 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2d6e-b645-4df9-bd64-3ab7f647a60b req-de9d7623-a688-42f1-8507-3c1c2cfccb60 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:47.281675 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c9a2d6e-b645-4df9-bd64-3ab7f647a60b req-de9d7623-a688-42f1-8507-3c1c2cfccb60 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 945 time: 0.1497126 May 19 06:02:47.338871 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c9a2d6e-b645-4df9-bd64-3ab7f647a60b req-c59ae9fc-2c62-41cb-9503-05565c159674 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 May 19 06:02:47.436365 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:47.441208 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:47.454539 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ac0369-ecb4-472d-aa8a-e320d0901b87,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:47.457479 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:47.458415 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:47.459510 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4ac0369-ecb4-472d-aa8a-e320d0901b87 HTTP/1.1" status: 204 len: 168 time: 0.3494768 May 19 06:02:48.344332 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a4fb0-034a-4ad5-86da-b689d9fd6f45 req-9235bae4-17a8-4b92-9b96-55d0d71f743e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:48.345842 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-702a4fb0-034a-4ad5-86da-b689d9fd6f45 req-9235bae4-17a8-4b92-9b96-55d0d71f743e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0841622 May 19 06:02:48.393745 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-702a4fb0-034a-4ad5-86da-b689d9fd6f45 req-d5781ac9-8f38-4008-baa9-f8ec40bc2519 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 May 19 06:02:48.944282 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b862d5e6-4fb3-460e-a618-d5541db6aab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:49.003949 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1290a-b89e-465d-8a01-d0affed4c5e5 req-f34c7915-24f7-41ca-9e38-c37948ef86df tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:49.005398 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7bd1290a-b89e-465d-8a01-d0affed4c5e5 req-f34c7915-24f7-41ca-9e38-c37948ef86df tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 945 time: 0.0800188 May 19 06:02:49.053087 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7bd1290a-b89e-465d-8a01-d0affed4c5e5 req-925030cc-c0ae-436d-b6ec-a011d3cb6469 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 May 19 06:02:49.582312 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a3228-e5b1-421e-81f5-a244ed36a027 req-05ca1935-f3d5-4fe4-b3dc-1aa0f38f515b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:49.583777 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d6a3228-e5b1-421e-81f5-a244ed36a027 req-05ca1935-f3d5-4fe4-b3dc-1aa0f38f515b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0797775 May 19 06:02:49.627318 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8d6a3228-e5b1-421e-81f5-a244ed36a027 req-99cb11d2-e807-40f0-b8d5-b5ccddfc7342 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 May 19 06:02:50.242373 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6e48f-4c93-40d1-a01f-39f1ea18ba78 req-d04084e0-b20f-4f67-8a5b-65d6d278a222 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:50.243834 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c2c6e48f-4c93-40d1-a01f-39f1ea18ba78 req-d04084e0-b20f-4f67-8a5b-65d6d278a222 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 945 time: 0.0792248 May 19 06:02:50.288397 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c2c6e48f-4c93-40d1-a01f-39f1ea18ba78 req-5f3ad2e8-0cfe-4d68-b412-356ac03b4cdc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 May 19 06:02:50.364496 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-9d65de66-e1d6-42db-b2fc-f3add243fadf tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:50.365832 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-9d65de66-e1d6-42db-b2fc-f3add243fadf tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 945 time: 0.0787601 May 19 06:02:50.499488 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Deleting port e74484c1-c3e8-4945-80ae-8b91cedbc881 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:02:50.499824 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:50.722024 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] For port e74484c1-c3e8-4945-80ae-8b91cedbc881, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e74484c1-c3e8-4945-80ae-8b91cedbc881,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:02:50.722772 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:50.871917 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Calling delete_port for e74484c1-c3e8-4945-80ae-8b91cedbc881 owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:02:50.939527 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f35e-96c0-4e69-a284-2c19feec8a8b req-98553f15-7663-4a29-9130-b02c2568a2d9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:50.940880 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-32b3f35e-96c0-4e69-a284-2c19feec8a8b req-98553f15-7663-4a29-9130-b02c2568a2d9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1569088 May 19 06:02:51.025871 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-32b3f35e-96c0-4e69-a284-2c19feec8a8b req-eaf5b8a2-9bd8-406d-b8f4-5909553fb583 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758491 May 19 06:02:51.132441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:51.138455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2155499b-8191-448f-b35a-6723cb170714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:51.182385 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Pushing event deleted for resources: {'Port': ['ID=e74484c1-c3e8-4945-80ae-8b91cedbc881,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:51.185398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:51.257157 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] No DVR routers for this DVR port e74484c1-c3e8-4945-80ae-8b91cedbc881 on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:02:51.260147 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:51.267315 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'name': 'network-vif-deleted', 'tag': 'e74484c1-c3e8-4945-80ae-8b91cedbc881'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:51.286926 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:51.306982 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d3ec86-84e1-48b0-a5e2-652660fb34a3', 'name': 'network-vif-deleted', 'tag': 'e74484c1-c3e8-4945-80ae-8b91cedbc881', 'status': 'completed', 'code': 200} May 19 06:02:51.344857 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c3f326a0-40e1-40b8-aee1-467e9db715ad req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "DELETE /v2.0/ports/e74484c1-c3e8-4945-80ae-8b91cedbc881 HTTP/1.1" status: 204 len: 173 time: 0.9728286 May 19 06:02:51.440307 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-d2ee4200-2b96-447c-92c4-d387276c0496 req-a1487c6d-27e5-4b7b-9961-6294faa1042c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Synchronizing usage tracker for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:51.458381 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3107083d-a8c4-422d-99b9-fde46e35fcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:51.498038 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-d2ee4200-2b96-447c-92c4-d387276c0496 req-a1487c6d-27e5-4b7b-9961-6294faa1042c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Unset dirty status for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:51.499258 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d2ee4200-2b96-447c-92c4-d387276c0496 req-a1487c6d-27e5-4b7b-9961-6294faa1042c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d3ec86-84e1-48b0-a5e2-652660fb34a3 HTTP/1.1" status: 200 len: 210 time: 0.1019876 May 19 06:02:52.216255 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37a352-9af6-4fbc-bf60-dd213a128558 req-1f5b6098-34c5-4869-8c6b-90532c1dbd4f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:52.217687 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7a37a352-9af6-4fbc-bf60-dd213a128558 req-1f5b6098-34c5-4869-8c6b-90532c1dbd4f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0836294 May 19 06:02:52.252529 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:52.261340 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7a37a352-9af6-4fbc-bf60-dd213a128558 req-08995e18-4e92-4852-8aa2-46aadaf66473 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379703 May 19 06:02:52.498690 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device e74484c1-c3e8-4945-80ae-8b91cedbc881 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:02:52.534134 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: e74484c1-c3e8-4945-80ae-8b91cedbc881 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:02:52.534290 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device e74484c1-c3e8-4945-80ae-8b91cedbc881 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:02:52.905524 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-9b708e51-9d52-4b0f-9c37-8fcac7f52828 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:52.906947 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-9b708e51-9d52-4b0f-9c37-8fcac7f52828 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/networks?id=3d3248cc-4510-4166-9eff-aff704ba53f2 HTTP/1.1" status: 200 len: 809 time: 0.1421356 May 19 06:02:52.921551 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-d6a1ab83-f780-46b3-a1e6-6a488e249a45 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/quotas/96d841b6116a46e3a3e51cf8c6107f67 HTTP/1.1" status: 200 len: 375 time: 0.0088677 May 19 06:02:52.967766 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-3d0fe764-0d55-4b7f-9873-171c9362c299 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412378 May 19 06:02:53.100791 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-e42ba1af-2f5a-4a43-9488-884e93c91b23 service neutron] 10.222.0.24 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264849 May 19 06:02:53.230566 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-d787fa8a-fc12-4fab-a38e-a1b279a0f5dd service neutron] 10.222.0.24 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233647 May 19 06:02:53.456509 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce37ad-82cc-4ad8-8687-f18474dd65af req-7f9c979d-da35-48ae-b830-44714431cc1a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:53.458084 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e7ce37ad-82cc-4ad8-8687-f18474dd65af req-7f9c979d-da35-48ae-b830-44714431cc1a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0877304 May 19 06:02:53.515965 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e7ce37ad-82cc-4ad8-8687-f18474dd65af req-1ef392ac-bca0-478e-9094-c7bc235e5a1c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490339 May 19 06:02:53.562609 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2c719f2d-f660-4b70-8ca8-2a1ae9add284 req-4c1338d8-c3b4-4557-9737-79a63f568935 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 210 time: 0.1397443 May 19 06:02:54.366546 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:54.703034 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb131e7-373f-4976-a089-a2590ecb2330 req-945e3458-b021-4f84-aa0b-510ed1b308b2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:54.704431 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-deb131e7-373f-4976-a089-a2590ecb2330 req-945e3458-b021-4f84-aa0b-510ed1b308b2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0802808 May 19 06:02:54.713001 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8440d051-512d-4463-9f69-7e764cf5514c req-edff1a59-6920-4896-ba21-0c4496387b95 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 210 time: 0.0423481 May 19 06:02:54.753022 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-deb131e7-373f-4976-a089-a2590ecb2330 req-6a161aab-4dcf-4d54-a6e9-b012b1ddf872 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 May 19 06:02:55.306013 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-4b6150f5-2982-4843-9481-2c285d87d945 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:55.307505 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-4b6150f5-2982-4843-9481-2c285d87d945 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "GET /v2.0/networks?id=3d3248cc-4510-4166-9eff-aff704ba53f2 HTTP/1.1" status: 200 len: 809 time: 0.1463618 May 19 06:02:55.318749 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Request body: {'port': {'device_id': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2', 'admin_state_up': True, 'tenant_id': '96d841b6116a46e3a3e51cf8c6107f67'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:55.450747 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:02:55.460353 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:02:55.537218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Made reservation on behalf of 96d841b6116a46e3a3e51cf8c6107f67 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:02:55.540859 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:55.698042 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Allocated IP 172.20.0.3 (3d3248cc-4510-4166-9eff-aff704ba53f2/ee99400e-a201-465f-973c-56ede0a85009/c1cad3f6-9d8f-4458-bddd-4b1257083a05) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:02:55.866260 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6fdcf892-037a-4516-b19c-6b3d6778e77e req-5359637b-e931-46a1-90eb-045bdcaa8c2b tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 210 time: 0.0448451 May 19 06:02:55.940263 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:55.981527 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c8ad7-7240-4d9c-a500-3e22d7187da6 req-c60a1ac1-c407-42ee-84c9-27305f97e131 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:55.982964 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a3c8ad7-7240-4d9c-a500-3e22d7187da6 req-c60a1ac1-c407-42ee-84c9-27305f97e131 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1199028 May 19 06:02:56.027276 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a3c8ad7-7240-4d9c-a500-3e22d7187da6 req-b6269fa8-8401-4c25-aeb8-2a4c256b830e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385120 May 19 06:02:56.051795 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:56.059130 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2c800b4a-ef6c-4170-a895-734e8e61ff52 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:56.216630 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Network 3d3248cc-4510-4166-9eff-aff704ba53f2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:02:56.219608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:02:56.221978 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:02:56.269639 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Pushing event updated for resources: {'Port': ['ID=c1cad3f6-9d8f-4458-bddd-4b1257083a05,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:56.272453 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:56.293112 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:56.293712 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:56.395917 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-cfdb0225-5e7e-4438-be86-397d1f45d9fc tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807226 May 19 06:02:56.408505 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Request body: {'port': {'device_id': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:02:56.518954 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:56.848290 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cad3f6-9d8f-4458-bddd-4b1257083a05 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:02:56.855846 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:56.869272 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Transition to ACTIVE for port object c1cad3f6-9d8f-4458-bddd-4b1257083a05 will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:02:56.938293 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:56.942978 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:57.052501 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d0ad-382c-493e-9a68-fca938721fb5 req-b1f2433e-60cf-49f5-b1c8-89992451f81e tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:57.054625 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-abd7d0ad-382c-493e-9a68-fca938721fb5 req-b1f2433e-60cf-49f5-b1c8-89992451f81e tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 943 time: 0.0837688 May 19 06:02:57.068677 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Pushing event updated for resources: {'Port': ['ID=c1cad3f6-9d8f-4458-bddd-4b1257083a05,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:57.100472 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:57.101330 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-abd7d0ad-382c-493e-9a68-fca938721fb5 req-e4e04388-5c87-47f3-905e-c182814732e6 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 May 19 06:02:57.221599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Attempting to bind port c1cad3f6-9d8f-4458-bddd-4b1257083a05 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:02:57.221922 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Attempting to bind port c1cad3f6-9d8f-4458-bddd-4b1257083a05 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:02:57.222244 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Attempting to bind port c1cad3f6-9d8f-4458-bddd-4b1257083a05 on network 3d3248cc-4510-4166-9eff-aff704ba53f2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:02:57.229503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Port c1cad3f6-9d8f-4458-bddd-4b1257083a05 on network 3d3248cc-4510-4166-9eff-aff704ba53f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:02:57.229825 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Attempting to bind port c1cad3f6-9d8f-4458-bddd-4b1257083a05 on network 3d3248cc-4510-4166-9eff-aff704ba53f2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:02:57.237616 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:02:57.237941 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Checking segment: {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:02:57.238305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Bound using segment: {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:02:57.238720 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Bound port: c1cad3f6-9d8f-4458-bddd-4b1257083a05, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:02:57.239053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:57.293702 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385233ff-797e-4f64-9cce-d211e9ceca8a req-5e8aae79-619f-46cc-b20e-530cfc344dd4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:57.295167 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-385233ff-797e-4f64-9cce-d211e9ceca8a req-5e8aae79-619f-46cc-b20e-530cfc344dd4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1511726 May 19 06:02:57.365087 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-385233ff-797e-4f64-9cce-d211e9ceca8a req-937f7ac7-842d-4d1a-8c7f-d0d1dd8fd744 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638664 May 19 06:02:57.373935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] For port c1cad3f6-9d8f-4458-bddd-4b1257083a05, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:02:57.377016 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] For port c1cad3f6-9d8f-4458-bddd-4b1257083a05, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1cad3f6-9d8f-4458-bddd-4b1257083a05,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:02:57.452961 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:57.456709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5439835c-64a7-45af-8530-975be6283818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:02:57.513323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:57.513921 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:02:57.515330 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] 10.222.0.32 "PUT /v2.0/ports/c1cad3f6-9d8f-4458-bddd-4b1257083a05 HTTP/1.1" status: 200 len: 1093 time: 1.1109889 May 19 06:02:57.515809 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'tag': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:02:57.534198 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Pushing event updated for resources: {'Port': ['ID=c1cad3f6-9d8f-4458-bddd-4b1257083a05,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:02:57.537358 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:02:57.565701 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'tag': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05', 'status': 'completed', 'code': 200} May 19 06:02:57.654914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac35e93-63c7-4d2b-af91-345bc2505671 req-a526b2fa-7d49-4dd0-85ac-6fe047d0a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:57.656322 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fac35e93-63c7-4d2b-af91-345bc2505671 req-a526b2fa-7d49-4dd0-85ac-6fe047d0a7fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 1096 time: 0.0725834 May 19 06:02:57.793179 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac35e93-63c7-4d2b-af91-345bc2505671 req-444d160a-faf3-4560-a58d-03293fba04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:57.794612 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fac35e93-63c7-4d2b-af91-345bc2505671 req-444d160a-faf3-4560-a58d-03293fba04ff service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1313062 May 19 06:02:57.924825 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac35e93-63c7-4d2b-af91-345bc2505671 req-7f878d6a-ac29-4a2a-b8f0-64fe80826896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:57.926146 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fac35e93-63c7-4d2b-af91-345bc2505671 req-7f878d6a-ac29-4a2a-b8f0-64fe80826896 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1257854 May 19 06:02:58.028302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-f1560b87-eb2f-4cac-8c92-b3ab470e3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:58.029705 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-f1560b87-eb2f-4cac-8c92-b3ab470e3c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 1096 time: 0.0680335 May 19 06:02:58.200143 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-adf47810-30be-48a9-86fc-e73a23ecce2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1cad3f6-9d8f-4458-bddd-4b1257083a05 HTTP/1.1" status: 200 len: 217 time: 0.1617625 May 19 06:02:58.307211 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157da693-3f28-463c-a4df-bcc46c14986e req-e408ca09-60c9-4dbf-a63f-f793aeca0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:58.308588 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-e408ca09-60c9-4dbf-a63f-f793aeca0d7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee99400e-a201-465f-973c-56ede0a85009 HTTP/1.1" status: 200 len: 849 time: 0.1024222 May 19 06:02:58.357030 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-54a2343f-fbf7-4bb7-adf2-95ec1b4a4ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d3248cc-4510-4166-9eff-aff704ba53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417724 May 19 06:02:58.372589 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93a32-49c0-4f92-b01b-cdf7e3b39fe7 req-2c37ae4e-b593-4548-8446-7e5dca89e9e3 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:58.373234 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-78b93a32-49c0-4f92-b01b-cdf7e3b39fe7 req-2c37ae4e-b593-4548-8446-7e5dca89e9e3 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Synchronizing usage tracker for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:02:58.477306 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-78b93a32-49c0-4f92-b01b-cdf7e3b39fe7 req-2c37ae4e-b593-4548-8446-7e5dca89e9e3 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Unset dirty status for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:02:58.478858 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-78b93a32-49c0-4f92-b01b-cdf7e3b39fe7 req-2c37ae4e-b593-4548-8446-7e5dca89e9e3 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 943 time: 0.2445862 May 19 06:02:58.530922 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-b340d12c-ed6e-479e-a89c-aaf6f6b786bc service neutron] 10.222.0.32 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664937 May 19 06:02:58.542060 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-78b93a32-49c0-4f92-b01b-cdf7e3b39fe7 req-77608f42-e29e-48df-a677-a99410d20d96 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564325 May 19 06:02:58.557149 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c458c-8f40-468b-8515-63099f0b8975 req-1961f55a-bc38-49c0-9840-b4c1f9ad42e6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:58.558640 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c9c458c-8f40-468b-8515-63099f0b8975 req-1961f55a-bc38-49c0-9840-b4c1f9ad42e6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0817256 May 19 06:02:58.607909 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8c9c458c-8f40-468b-8515-63099f0b8975 req-804e2907-f883-41f7-841c-8eb619a7a739 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 May 19 06:02:58.668815 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-157da693-3f28-463c-a4df-bcc46c14986e req-0be020d0-94b6-4382-8069-4b40307766fe service neutron] 10.222.0.32 "GET /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304264 May 19 06:02:59.729161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4f419-ec68-4e31-beaa-c9a4e3c15295 req-1641a11e-8924-4f5f-bebb-c8d607561b56 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:59.730543 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8dc4f419-ec68-4e31-beaa-c9a4e3c15295 req-1641a11e-8924-4f5f-bebb-c8d607561b56 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 943 time: 0.0845828 May 19 06:02:59.775462 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8dc4f419-ec68-4e31-beaa-c9a4e3c15295 req-9951f7af-1404-4165-963e-f21550bbb808 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 May 19 06:02:59.798430 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e7049-97b9-4cf3-b1c2-a21bc25bd4a1 req-6b6b42d8-d246-41c7-8644-47a254a3080d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:02:59.799902 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b74e7049-97b9-4cf3-b1c2-a21bc25bd4a1 req-6b6b42d8-d246-41c7-8644-47a254a3080d tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0800071 May 19 06:02:59.843902 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b74e7049-97b9-4cf3-b1c2-a21bc25bd4a1 req-97728ee1-cdb4-4767-a491-2a93158dd38b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 May 19 06:03:00.519551 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1cad3f6-9d8f-4458-bddd-4b1257083a05 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:03:00.647568 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port c1cad3f6-9d8f-4458-bddd-4b1257083a05, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1cad3f6-9d8f-4458-bddd-4b1257083a05,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:00.660216 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05', 'network_id': '3d3248cc-4510-4166-9eff-aff704ba53f2', 'port_id': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05', 'mac_address': 'fa:16:3e:19:5a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee99400e-a201-465f-973c-56ede0a85009', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:03:00.716763 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:00.733573 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cad3f6-9d8f-4458-bddd-4b1257083a05 {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:03:00.748769 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port c1cad3f6-9d8f-4458-bddd-4b1257083a05, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1cad3f6-9d8f-4458-bddd-4b1257083a05,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:00.829318 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:00.831155 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-389b0f5d-42eb-4c08-a81c-0376e328cef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:00.897376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=c1cad3f6-9d8f-4458-bddd-4b1257083a05,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:00.900470 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:00.959220 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5cbc-1c4e-4ba6-a3fe-27199e525640 req-f3e01fb4-faf0-40c7-a3d9-e2dafc475e75 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:00.961275 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6dcb5cbc-1c4e-4ba6-a3fe-27199e525640 req-f3e01fb4-faf0-40c7-a3d9-e2dafc475e75 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 944 time: 0.0787849 May 19 06:03:01.009793 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6dcb5cbc-1c4e-4ba6-a3fe-27199e525640 req-6945026b-b995-4569-a33e-70fa26bcb530 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 May 19 06:03:01.039950 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ac9e9-e588-45eb-95f2-8850be42c742 req-93282815-3f07-45e6-852e-708b52968866 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:01.042003 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7c4ac9e9-e588-45eb-95f2-8850be42c742 req-93282815-3f07-45e6-852e-708b52968866 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0850983 May 19 06:03:01.043231 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1cad3f6-9d8f-4458-bddd-4b1257083a05'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:03:01.086415 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-7c4ac9e9-e588-45eb-95f2-8850be42c742 req-3758ec3f-f577-435b-91ce-1eacf077e713 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 May 19 06:03:02.172523 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:02.196139 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca04ba-90da-4c13-afa5-3461d2b96b58 req-a5fbcc8f-beb7-475b-b76d-323bd46f8fc0 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:02.197583 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f1ca04ba-90da-4c13-afa5-3461d2b96b58 req-a5fbcc8f-beb7-475b-b76d-323bd46f8fc0 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 944 time: 0.0806029 May 19 06:03:02.242101 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f1ca04ba-90da-4c13-afa5-3461d2b96b58 req-76b95aeb-1b55-4c37-918f-ddb3e46c3b25 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 May 19 06:03:02.277856 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efbd68-d7c4-44f7-b39d-18f062cee551 req-e6e37c17-0854-4790-9a48-b5f8e52379a3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:02.279344 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-37efbd68-d7c4-44f7-b39d-18f062cee551 req-e6e37c17-0854-4790-9a48-b5f8e52379a3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0807109 May 19 06:03:02.323584 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-37efbd68-d7c4-44f7-b39d-18f062cee551 req-14b8586e-8f1d-483a-937d-b20606b187ce tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382090 May 19 06:03:02.529712 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1cad3f6-9d8f-4458-bddd-4b1257083a05 up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:03:02.646586 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port c1cad3f6-9d8f-4458-bddd-4b1257083a05 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:03:02.651054 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port c1cad3f6-9d8f-4458-bddd-4b1257083a05 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:03:02.651454 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:02.763994 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:02.789589 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:02.799042 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port c1cad3f6-9d8f-4458-bddd-4b1257083a05, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1cad3f6-9d8f-4458-bddd-4b1257083a05,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:02.832865 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05', 'code': 200} May 19 06:03:02.864061 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:02.865897 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-98f744b4-1959-4a8e-bb9a-5f1ed4150942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:02.934458 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=c1cad3f6-9d8f-4458-bddd-4b1257083a05,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:02.937328 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:03.215794 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170f367-95b9-4a88-9803-e0dd50d3a586 req-fb71acfe-1d2a-465e-a029-3cd0d4d13953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:03.217179 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0170f367-95b9-4a88-9803-e0dd50d3a586 req-fb71acfe-1d2a-465e-a029-3cd0d4d13953 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 1098 time: 0.0712783 May 19 06:03:03.256623 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0170f367-95b9-4a88-9803-e0dd50d3a586 req-3c768a9c-340f-4938-a0d1-cb5e0d8cb652 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 May 19 06:03:03.426156 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243778bc-f8e4-4d83-b8cd-da0b939ba0d5 req-8fe438ee-a95e-4f21-8aea-fc7da001feda tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:03.427643 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-243778bc-f8e4-4d83-b8cd-da0b939ba0d5 req-8fe438ee-a95e-4f21-8aea-fc7da001feda tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 945 time: 0.0828292 May 19 06:03:03.472542 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-243778bc-f8e4-4d83-b8cd-da0b939ba0d5 req-c99c4ce3-898e-4fd2-b495-df264d33c93e tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 May 19 06:03:03.512176 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08de0b4-7b81-4de0-9bf1-00ab9c5bb3a4 req-80274b8d-7a58-4ce4-84ef-a60e5454fd67 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:03.513647 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c08de0b4-7b81-4de0-9bf1-00ab9c5bb3a4 req-80274b8d-7a58-4ce4-84ef-a60e5454fd67 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0789769 May 19 06:03:03.557808 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c08de0b4-7b81-4de0-9bf1-00ab9c5bb3a4 req-accc5340-40ec-476f-91a0-3742096b3f24 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380702 May 19 06:03:04.536572 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-90eb7df8-327e-47ec-91cf-e0c25ab9745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:04.538026 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-90eb7df8-327e-47ec-91cf-e0c25ab9745a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1098 time: 0.0720882 May 19 06:03:04.659912 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a08e7-7732-47d0-9ad4-211ace5cd0eb req-867cff06-c7b9-4480-a792-876fbae48b5c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:04.662274 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-500a08e7-7732-47d0-9ad4-211ace5cd0eb req-867cff06-c7b9-4480-a792-876fbae48b5c tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 945 time: 0.0822556 May 19 06:03:04.711028 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-500a08e7-7732-47d0-9ad4-211ace5cd0eb req-98c53df6-b73d-4131-9bb6-c76d95816d86 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 May 19 06:03:04.725724 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-08836f6f-c4e3-4f20-b04e-425ed31f458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:04.727206 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-08836f6f-c4e3-4f20-b04e-425ed31f458e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1710541 May 19 06:03:04.843369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-be9e848d-2de0-42f6-ad82-814bda907c0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 1001 time: 0.1084812 May 19 06:03:04.851299 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac33a65-2121-44f7-a6a6-50f823ea7357 req-cad0cfb5-788c-4c75-86c2-ac60459ee87c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:04.852654 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0ac33a65-2121-44f7-a6a6-50f823ea7357 req-cad0cfb5-788c-4c75-86c2-ac60459ee87c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1836596 May 19 06:03:04.942602 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0ac33a65-2121-44f7-a6a6-50f823ea7357 req-835ea011-1502-4636-af8e-24e7cbbc8018 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582771 May 19 06:03:04.943876 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-e6d59d4a-891b-4c65-83e8-a6b62738e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:04.945190 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-e6d59d4a-891b-4c65-83e8-a6b62738e108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0910897 May 19 06:03:05.020939 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-a94e0be5-f96d-416a-a2e6-e1c4d54da188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:05.022387 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-a94e0be5-f96d-416a-a2e6-e1c4d54da188 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697777 May 19 06:03:05.249822 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-ac42dc1a-60bb-43a9-9f3c-8e794e299741 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204239 May 19 06:03:05.383565 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e1280a4-75f9-4755-b5ae-b5b5187bf4ee req-eaf8de34-d6d0-464c-9efb-1d5633da26f8 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269586 May 19 06:03:06.133344 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03d6fb-9e9d-4b1a-86c0-e3437e59fb16 req-ad99fbca-efd0-46b8-bb2d-908d367ecfd1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:06.135404 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4b03d6fb-9e9d-4b1a-86c0-e3437e59fb16 req-ad99fbca-efd0-46b8-bb2d-908d367ecfd1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0815923 May 19 06:03:06.180439 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4b03d6fb-9e9d-4b1a-86c0-e3437e59fb16 req-b5e3bcdd-0919-4e26-bfb4-3e73ff8a5071 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 May 19 06:03:06.197385 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725f3e4-9c3e-4e65-9d48-a5d3274ecbbc req-141906fa-c90d-4ece-9efc-99c597b7cd33 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:06.198829 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9725f3e4-9c3e-4e65-9d48-a5d3274ecbbc req-141906fa-c90d-4ece-9efc-99c597b7cd33 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 945 time: 0.0827284 May 19 06:03:06.242359 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9725f3e4-9c3e-4e65-9d48-a5d3274ecbbc req-49f83f26-e35c-4add-a433-35f92df52770 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 May 19 06:03:07.371966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d533-df89-4ecc-a41d-dae1fb074a9f req-3308439e-0d0d-42ee-9847-30c4b3892881 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:07.373405 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7927d533-df89-4ecc-a41d-dae1fb074a9f req-3308439e-0d0d-42ee-9847-30c4b3892881 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0834095 May 19 06:03:07.417487 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7927d533-df89-4ecc-a41d-dae1fb074a9f req-ac50a27f-5591-4375-90cd-8f182a70cdab tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383933 May 19 06:03:07.437386 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173aecce-6e6e-475b-ba5d-80f5d327899e req-a9c1d33f-5668-4f31-a62e-708ed74ebb53 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:07.438862 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-173aecce-6e6e-475b-ba5d-80f5d327899e req-a9c1d33f-5668-4f31-a62e-708ed74ebb53 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 945 time: 0.0890028 May 19 06:03:07.483336 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-173aecce-6e6e-475b-ba5d-80f5d327899e req-f3ef1f00-66bd-4322-960c-33d3b46db456 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e66d931-d1b7-43d9-9a45-65cc23db6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 May 19 06:03:07.549373 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-a59c9997-f47b-4357-8152-81d47f82fde7 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:07.550785 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-a59c9997-f47b-4357-8152-81d47f82fde7 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 945 time: 0.0778372 May 19 06:03:07.682450 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Deleting port c1cad3f6-9d8f-4458-bddd-4b1257083a05 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:03:07.682780 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:07.811873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] For port c1cad3f6-9d8f-4458-bddd-4b1257083a05, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c1cad3f6-9d8f-4458-bddd-4b1257083a05,segment=NetworkSegment(ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe),segment_id=ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:07.812219 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:07.929606 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Calling delete_port for c1cad3f6-9d8f-4458-bddd-4b1257083a05 owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:03:08.104371 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:08.109759 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:08.115502 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['c1cad3f6-9d8f-4458-bddd-4b1257083a05'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:03:08.155345 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Pushing event deleted for resources: {'Port': ['ID=c1cad3f6-9d8f-4458-bddd-4b1257083a05,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:08.181635 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:08.229616 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] No DVR routers for this DVR port c1cad3f6-9d8f-4458-bddd-4b1257083a05 on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:03:08.232093 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:08.234517 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'name': 'network-vif-deleted', 'tag': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:08.278503 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b828629f-01c4-4e7d-b82c-92ae13ed1500', 'name': 'network-vif-deleted', 'tag': 'c1cad3f6-9d8f-4458-bddd-4b1257083a05', 'status': 'completed', 'code': 200} May 19 06:03:08.298562 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0fbf6954-e54d-45c7-ade5-4bb33859326f req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.32 "DELETE /v2.0/ports/c1cad3f6-9d8f-4458-bddd-4b1257083a05 HTTP/1.1" status: 204 len: 173 time: 0.7427711 May 19 06:03:08.604996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd90b7-6a1e-427b-bc57-095ca6641071 req-b270b1cf-beba-477e-8a63-d704dce1f51e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:08.606456 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e7cd90b7-6a1e-427b-bc57-095ca6641071 req-b270b1cf-beba-477e-8a63-d704dce1f51e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0801976 May 19 06:03:08.648570 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-90d7422c-6040-4adf-8a7a-a5cc0e0fd88a req-a77bc11f-cc1b-4e51-8ea1-a5b282c1ad9d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Synchronizing usage tracker for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:03:08.652375 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e7cd90b7-6a1e-427b-bc57-095ca6641071 req-9affc3ef-ec43-4f0f-b9bd-f11a71568c72 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399930 May 19 06:03:08.754857 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-90d7422c-6040-4adf-8a7a-a5cc0e0fd88a req-a77bc11f-cc1b-4e51-8ea1-a5b282c1ad9d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Unset dirty status for tenant:96d841b6116a46e3a3e51cf8c6107f67 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:03:08.756094 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-90d7422c-6040-4adf-8a7a-a5cc0e0fd88a req-a77bc11f-cc1b-4e51-8ea1-a5b282c1ad9d tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] 10.222.0.24 "GET /v2.0/ports?device_id=b828629f-01c4-4e7d-b82c-92ae13ed1500 HTTP/1.1" status: 200 len: 210 time: 0.1476996 May 19 06:03:09.845635 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371601-747e-4982-89e1-871a803cfa1e req-120d237e-4a1a-413b-8e70-e4398867928f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:09.847087 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bf371601-747e-4982-89e1-871a803cfa1e req-120d237e-4a1a-413b-8e70-e4398867928f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0848150 May 19 06:03:09.892951 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bf371601-747e-4982-89e1-871a803cfa1e req-ff3610ad-1546-4278-8118-879ebd16a60a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401919 May 19 06:03:10.565790 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1cad3f6-9d8f-4458-bddd-4b1257083a05 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:03:10.599505 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: c1cad3f6-9d8f-4458-bddd-4b1257083a05 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:03:10.599856 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device c1cad3f6-9d8f-4458-bddd-4b1257083a05 not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:03:11.079991 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831053e7-7604-47b5-8f22-7453befd7b9c req-5b9be772-db6e-47ce-bbb2-5daa451ad7fd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:11.081349 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-831053e7-7604-47b5-8f22-7453befd7b9c req-5b9be772-db6e-47ce-bbb2-5daa451ad7fd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0794420 May 19 06:03:11.129661 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-831053e7-7604-47b5-8f22-7453befd7b9c req-a88cf84d-72ce-4b8b-9ebb-0e0331bdab72 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426824 May 19 06:03:12.323358 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94503c05-38f0-4f95-bf10-c7f78f8eccde req-56a0a6ce-df02-4873-92be-54c12cde8db6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:12.324829 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-94503c05-38f0-4f95-bf10-c7f78f8eccde req-56a0a6ce-df02-4873-92be-54c12cde8db6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0816231 May 19 06:03:12.376690 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-94503c05-38f0-4f95-bf10-c7f78f8eccde req-ddfe8f87-9620-42eb-863f-5e951e925ae5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458066 May 19 06:03:13.596583 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34741bcd-c2a2-45de-9721-2816d2180588 req-dfeb91e9-d43e-4273-817a-32e764428689 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:13.598973 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34741bcd-c2a2-45de-9721-2816d2180588 req-dfeb91e9-d43e-4273-817a-32e764428689 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0863047 May 19 06:03:13.647979 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34741bcd-c2a2-45de-9721-2816d2180588 req-a8e5fcd5-bb15-4f93-8a58-c9a88e20f2bd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 May 19 06:03:14.581978 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:03:14.746431 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:14.768875 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'mac_address': 'fa:16:3e:7b:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:03:14.868301 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:14.891588 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e72c5-418c-4b79-a95c-72d2f4e158e6 req-29c06167-449d-41be-8805-b41e34d4b83a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:14.900402 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-849e72c5-418c-4b79-a95c-72d2f4e158e6 req-29c06167-449d-41be-8805-b41e34d4b83a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0945892 May 19 06:03:14.904006 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af71e132-9d5e-47bc-9b8a-dfc37654018a {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:03:14.924287 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:14.943591 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-849e72c5-418c-4b79-a95c-72d2f4e158e6 req-4738c345-bb9f-47f9-835a-746ee8e930c2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 May 19 06:03:14.978974 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:03:15.017690 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:15.020341 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:15.093522 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=6']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:15.096919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:15.114354 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['af71e132-9d5e-47bc-9b8a-dfc37654018a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:03:16.267310 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a179fdf-f102-4997-af3e-56b289849799 req-367da604-838a-475b-bae3-50a14ebd66db tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:16.269533 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5a179fdf-f102-4997-af3e-56b289849799 req-367da604-838a-475b-bae3-50a14ebd66db tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 944 time: 0.1735802 May 19 06:03:16.322870 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5a179fdf-f102-4997-af3e-56b289849799 req-b0be10bc-3b4c-4bdf-8dac-605732815560 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468082 May 19 06:03:16.598698 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:03:16.698445 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port af71e132-9d5e-47bc-9b8a-dfc37654018a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:03:16.699135 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:16.841046 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:16.883245 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:16.885301 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:16.950089 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:16.952071 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:17.042840 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'code': 200} May 19 06:03:17.043498 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=7']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:17.050640 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:17.603649 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24991033-e06a-46fb-abae-dd0d71a536d7 req-6d99ae8b-0be1-4754-9fb7-b803a12791e9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:17.620910 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-24991033-e06a-46fb-abae-dd0d71a536d7 req-6d99ae8b-0be1-4754-9fb7-b803a12791e9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1280124 May 19 06:03:17.739195 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-24991033-e06a-46fb-abae-dd0d71a536d7 req-f38e46ff-ded5-482c-a2f6-486ed8deff5a tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169920 May 19 06:03:18.909064 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-994b4c83-7117-4704-a02c-375d08a1587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:19.097420 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f248236-3e9b-4373-aeee-48e2707944c2 req-b5f21b70-7402-4fe1-9568-3930472105dc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:19.106147 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2f248236-3e9b-4373-aeee-48e2707944c2 req-b5f21b70-7402-4fe1-9568-3930472105dc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1499627 May 19 06:03:19.189332 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2f248236-3e9b-4373-aeee-48e2707944c2 req-0d790f88-c365-46da-9033-16b52ad09ead tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796905 May 19 06:03:20.485568 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128711a0-7fe2-4059-acdc-a7b3ed1620ae req-098bf158-bd2b-4519-87c3-6bd52e04f4ec tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:20.487452 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-128711a0-7fe2-4059-acdc-a7b3ed1620ae req-098bf158-bd2b-4519-87c3-6bd52e04f4ec tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1167822 May 19 06:03:20.554334 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-128711a0-7fe2-4059-acdc-a7b3ed1620ae req-7ce4c040-e194-4e70-b11d-fa391eb44fbf tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589812 May 19 06:03:21.286282 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:21.474815 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc0f1-f69f-4abf-9153-136f728008cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:21.861140 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaff6d-c2d8-4e30-b524-80b4e7a9a91b req-a7d83054-4d9a-489b-85d1-7dbb189431cb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:21.863152 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9aaaff6d-c2d8-4e30-b524-80b4e7a9a91b req-a7d83054-4d9a-489b-85d1-7dbb189431cb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1002715 May 19 06:03:21.917255 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9aaaff6d-c2d8-4e30-b524-80b4e7a9a91b req-fe1a918f-3d45-4170-9921-6676ec048f00 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440712 May 19 06:03:22.263482 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:23.270080 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ad54-181e-47a9-8e37-81286e07b6a0 req-44e1e631-21b0-4667-b472-f4fe099f99b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:23.272489 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f002ad54-181e-47a9-8e37-81286e07b6a0 req-44e1e631-21b0-4667-b472-f4fe099f99b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.2127218 May 19 06:03:23.333234 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f002ad54-181e-47a9-8e37-81286e07b6a0 req-1939de87-787d-4f74-b713-f0d0a40b9572 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539083 May 19 06:03:24.365123 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:24.656702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fcff2-6fe7-4aa2-affd-9a1bfb1bf6d4 req-32c17deb-f69c-4e88-9176-09a6e858d79f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:24.656702 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-415fcff2-6fe7-4aa2-affd-9a1bfb1bf6d4 req-32c17deb-f69c-4e88-9176-09a6e858d79f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1451573 May 19 06:03:24.733041 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-415fcff2-6fe7-4aa2-affd-9a1bfb1bf6d4 req-2db64749-fd55-4771-a443-f04211a97bbf tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862944 May 19 06:03:26.032009 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299494ad-b1f9-46c4-8e46-ecb03f66214c req-4c4cef37-06fa-4db9-8451-e3faf5851232 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:26.034486 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-299494ad-b1f9-46c4-8e46-ecb03f66214c req-4c4cef37-06fa-4db9-8451-e3faf5851232 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0921819 May 19 06:03:26.086910 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-299494ad-b1f9-46c4-8e46-ecb03f66214c req-2be2d03d-1e87-49d5-aa9f-3ce0bfa0359f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454869 May 19 06:03:27.332798 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023965-c384-497a-a4eb-b5b8bee45691 req-b95abad1-1b06-4e69-badf-45be64b4696c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:27.334432 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2e023965-c384-497a-a4eb-b5b8bee45691 req-b95abad1-1b06-4e69-badf-45be64b4696c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.0878248 May 19 06:03:27.387884 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2e023965-c384-497a-a4eb-b5b8bee45691 req-086d5f27-e918-489b-8507-b9404bc246b3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466442 May 19 06:03:28.471352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580372be-310e-4217-8661-edd3a04af1cd req-b3687703-e310-41da-82ff-00a7962b2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:28.472997 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-b3687703-e310-41da-82ff-00a7962b2d96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1098 time: 0.1102569 May 19 06:03:28.670535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580372be-310e-4217-8661-edd3a04af1cd req-bf4e7879-5850-4206-9f0e-ab55da01e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:28.671387 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-bf4e7879-5850-4206-9f0e-ab55da01e50f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1899946 May 19 06:03:28.764024 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0d598-3f6e-4015-a04c-abac722b6b24 req-894e0fb4-a685-4046-af5d-68c0e340a7d7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:28.765521 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0fd0d598-3f6e-4015-a04c-abac722b6b24 req-894e0fb4-a685-4046-af5d-68c0e340a7d7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.2390435 May 19 06:03:28.816051 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-7a9c975d-8d43-47fd-8524-afc97e90a72a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 1001 time: 0.1375339 May 19 06:03:28.879226 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0fd0d598-3f6e-4015-a04c-abac722b6b24 req-262ca55f-ac37-4c18-8945-b22e29234b8f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929844 May 19 06:03:28.893522 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580372be-310e-4217-8661-edd3a04af1cd req-6455e82c-c068-481d-a1f3-d3bc4224775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:28.895266 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-6455e82c-c068-481d-a1f3-d3bc4224775f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0698898 May 19 06:03:28.977816 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580372be-310e-4217-8661-edd3a04af1cd req-643242cb-42cf-4ab9-8f7b-746fa365be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:28.979269 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-643242cb-42cf-4ab9-8f7b-746fa365be54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757108 May 19 06:03:29.116493 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-eda7e561-67f9-4eee-b6ef-8feaa3488b77 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303427 May 19 06:03:29.256382 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-580372be-310e-4217-8661-edd3a04af1cd req-cfae3080-54e5-47f7-8c18-0d813a289d25 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323268 May 19 06:03:30.140498 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d699bf-3b1c-4b2e-be10-1cd12faed861 req-6afadaee-d684-497b-a19d-13ff183cbfd1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:30.142133 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-92d699bf-3b1c-4b2e-be10-1cd12faed861 req-6afadaee-d684-497b-a19d-13ff183cbfd1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 945 time: 0.1505623 May 19 06:03:30.185188 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-92d699bf-3b1c-4b2e-be10-1cd12faed861 req-a00f0895-b203-4799-8e24-eb880c238368 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373156 May 19 06:03:30.686693 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:03:30.796033 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:30.822481 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:30.832372 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:30.870214 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'code': 200} May 19 06:03:30.880229 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:30.882072 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-aadc0ee2-ec2f-4924-95ee-ecaa4f1f2c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:30.957632 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=8']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:30.960935 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:31.375860 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f8e7a-83a8-4356-89cc-2253d8da8ceb req-9a3028a8-05ea-446c-af11-5e800a28095e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:31.377297 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-656f8e7a-83a8-4356-89cc-2253d8da8ceb req-9a3028a8-05ea-446c-af11-5e800a28095e tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0833414 May 19 06:03:31.423255 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-656f8e7a-83a8-4356-89cc-2253d8da8ceb req-410353e8-4d9f-415d-a0fc-3ae0ded35c95 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398257 May 19 06:03:32.205640 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:33.358137 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:03:33.416041 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Deleting subnet ee99400e-a201-465f-973c-56ede0a85009 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:03:33.419582 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:33.470935 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:33.524610 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:33.823838 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:33.830558 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:33.907423 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee99400e-a201-465f-973c-56ede0a85009,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:33.910326 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:33.912459 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:33.927691 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-358b77ee-c7f5-48f2-836e-5a77a955cc7e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee99400e-a201-465f-973c-56ede0a85009 HTTP/1.1" status: 204 len: 168 time: 0.5661361 May 19 06:03:33.927995 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 54898) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:03:33.957870 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53aecb-8cbb-4917-a680-7fad32252161 req-35857fd3-9446-4acf-83a1-af3ef3fc22d8 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:33.959154 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bf53aecb-8cbb-4917-a680-7fad32252161 req-35857fd3-9446-4acf-83a1-af3ef3fc22d8 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.1341879 May 19 06:03:34.005159 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bf53aecb-8cbb-4917-a680-7fad32252161 req-49504db1-d846-49ea-9d2d-7c748eef3d9f tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398414 May 19 06:03:34.040329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.162899 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.178880 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3248cc-4510-4166-9eff-aff704ba53f2']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:03:34.191208 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:03:34.191495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7f294d-cbc0-4cf4-943a-b7d7f4a237fe') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:03:34.203177 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.218551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.224493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:03:34.224864 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:03:34.237685 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:03:34.372403 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-d8a2d93b-d5e3-4aae-a9d0-ca8b93852d14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210570 May 19 06:03:34.428361 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.432176 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8d8e5bf4-7101-4fd3-b82a-aef41059a756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:34.448104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:34.454323 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3248cc-4510-4166-9eff-aff704ba53f2,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:34.465762 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.466125 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.466483 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.466829 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.467197 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.467541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.467877 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.468218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.468560 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.469062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.469198 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.469528 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:34.472445 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:34.514606 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-bb112bc0-3e6e-408d-8a83-91419877e95d admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d3248cc-4510-4166-9eff-aff704ba53f2 HTTP/1.1" status: 204 len: 168 time: 0.5854607 May 19 06:03:34.721568 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:03:34.889405 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54920) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:03:34.940344 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-beedd35b-aeeb-4f4b-826c-eb2f8d6e7d6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96d841b6116a46e3a3e51cf8c6107f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496600 May 19 06:03:34.942778 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54924) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:03:34.999718 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:35.025997 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:35.137635 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:35.142922 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-9104ffee-32bb-40e7-a69d-2d80123e4cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:35.157166 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e66d931-d1b7-43d9-9a45-65cc23db6bec,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:35.165129 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.165508 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.165881 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.166239 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.166607 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.167041 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.167434 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.167785 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.168139 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.168491 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.168842 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.169196 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:35.172284 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:35.211629 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02ea0-f979-453d-9f0d-a82e2f0e8413 req-7e00f4e3-5a76-4ad0-817f-95c7f9617673 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:35.213193 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-01c02ea0-f979-453d-9f0d-a82e2f0e8413 req-7e00f4e3-5a76-4ad0-817f-95c7f9617673 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0922804 May 19 06:03:35.244556 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:35.245796 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d26a9ec5-4be7-433f-9eb7-fc54c16ed9ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e66d931-d1b7-43d9-9a45-65cc23db6bec HTTP/1.1" status: 204 len: 168 time: 0.3020694 May 19 06:03:35.367047 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-01c02ea0-f979-453d-9f0d-a82e2f0e8413 req-9565b3e1-70c4-4696-b262-d4fba24741eb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473255 May 19 06:03:35.717112 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-a27457d9-555c-44a0-9597-303d35f2a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:35.721407 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-a27457d9-555c-44a0-9597-303d35f2a355 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b&tenant_id=708f22c273a04c708a9439aaee503650 HTTP/1.1" status: 200 len: 1096 time: 0.0714662 May 19 06:03:35.811467 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-f1681902-b670-43a6-a786-8c40ca932f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:35.812944 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-f1681902-b670-43a6-a786-8c40ca932f92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1096 time: 0.0740750 May 19 06:03:35.941806 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-09d80e52-b30a-4488-8851-965dcfb3785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:35.943270 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-09d80e52-b30a-4488-8851-965dcfb3785e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1244318 May 19 06:03:36.043297 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-58da5498-008f-49b9-9aa7-cdeeb83d7b59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 999 time: 0.0923071 May 19 06:03:36.108966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-3c63cfb9-ee3b-43c7-8c68-173b3e926569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:36.110498 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-3c63cfb9-ee3b-43c7-8c68-173b3e926569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.0610199 May 19 06:03:36.186942 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-9cdc0cc0-1d66-4672-8433-5327b30867cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:36.188421 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-9cdc0cc0-1d66-4672-8433-5327b30867cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720439 May 19 06:03:36.311192 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54950) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:03:36.322832 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-fca49321-7682-4e86-bf46-3664dee9529a service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279593 May 19 06:03:36.415829 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-553525755-network', 'tenant_id': '55aebcee2494420da6dddd68cc7c0f8f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:03:36.421054 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:03:36.424990 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Usage tracker for resource:network and tenant:55aebcee2494420da6dddd68cc7c0f8f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:03:36.427950 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:03:36.433751 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:03:36.466995 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e991cbad-5fb3-41ec-8d51-a4bf4863f731 req-75f374e5-4818-4d2c-b523-8fc2477b53ef service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380353 May 19 06:03:36.531286 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Made reservation on behalf of 55aebcee2494420da6dddd68cc7c0f8f for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:03:36.533531 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.547800 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.576750 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:03:36.576750 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Usage tracker for resource:security_group_rule and tenant:55aebcee2494420da6dddd68cc7c0f8f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:03:36.576750 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:03:36.583086 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:03:36.608129 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928483-9400-4df0-938d-09e1b0cabb56 req-83079d34-8f78-4b58-acc5-9fd03eb51bfb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:36.608129 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bf928483-9400-4df0-938d-09e1b0cabb56 req-83079d34-8f78-4b58-acc5-9fd03eb51bfb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.1280503 May 19 06:03:36.672923 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bf928483-9400-4df0-938d-09e1b0cabb56 req-78ed5792-c036-49cb-beb3-43df6d552c85 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565593 May 19 06:03:36.722249 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.782662 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.786931 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a8043a2d-cf48-491d-83ee-3b6810e65c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:36.810711 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:03:36.823709 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7930f4-9bae-4309-8791-c755b25a2d14,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:36.827815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:36.828902 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.829304 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Added segment 9895f542-e1fc-4800-a8d9-2ceefdbbf752 of type vlan for network e30de79d-3c4e-4933-8bac-09bc27f1049a May 19 06:03:36.857262 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.949048 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.950400 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:36.950979 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:36.956007 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d9bf46cb-7608-4577-a7a4-2ea9e5f56aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:37.053580 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Pushing event updated for resources: {'Network': ['ID=e30de79d-3c4e-4933-8bac-09bc27f1049a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:37.056190 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:37.064357 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network e30de79d-3c4e-4933-8bac-09bc27f1049a details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 06:03:37.089575 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-26962b91-eacd-467b-9b8c-1dad3877cfe2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7743595 May 19 06:03:37.089996 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 54978) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:03:37.095703 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Request body: {'subnet': {'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-553525755-subnet', 'tenant_id': '55aebcee2494420da6dddd68cc7c0f8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:03:37.109797 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:03:37.121166 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Usage tracker for resource:subnet and tenant:55aebcee2494420da6dddd68cc7c0f8f is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:03:37.124469 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:03:37.137347 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:03:37.234080 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Made reservation on behalf of 55aebcee2494420da6dddd68cc7c0f8f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:03:37.236477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262412192'] for subnet, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:37.802672 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1740245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262412178'] for subnet, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:37.806731 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:37.882268 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb457363-bd45-46b4-89a3-b17d2312ab10,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:37.887324 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:37.895463 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Checking segment: {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:03:37.895898 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Network hostable DHCP agents. Network: e30de79d-3c4e-4933-8bac-09bc27f1049a, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:03:37.901381 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459910-803c-4466-987c-5e462599f5ea req-4e63c663-8659-4d8c-8703-dbd90739d58c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:37.902895 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93459910-803c-4466-987c-5e462599f5ea req-4e63c663-8659-4d8c-8703-dbd90739d58c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.1108999 May 19 06:03:37.951962 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93459910-803c-4466-987c-5e462599f5ea req-a6341cf0-6ddf-48c2-85b2-69974a6881a9 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 May 19 06:03:38.000026 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Network e30de79d-3c4e-4933-8bac-09bc27f1049a is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:03:38.080146 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, e30de79d-3c4e-4933-8bac-09bc27f1049a) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:03:38.088887 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cb235-c2e8-4c79-9591-d84cbbe68a78 None None] Network e30de79d-3c4e-4933-8bac-09bc27f1049a requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:03:38.089578 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:38.090171 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:38.184449 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-4c130942-c317-49ae-b63a-66b636f95741 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0936687 May 19 06:03:38.295888 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfba86-91f0-46d5-a985-61ad10714345 None None] Network e30de79d-3c4e-4933-8bac-09bc27f1049a requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:03:39.186586 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93702-34cf-47a9-8d37-e64adfe81392 req-c279c633-6d48-4dd5-a5ac-49212c3f12d5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:39.188222 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-62e93702-34cf-47a9-8d37-e64adfe81392 req-c279c633-6d48-4dd5-a5ac-49212c3f12d5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.1056783 May 19 06:03:39.247170 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-62e93702-34cf-47a9-8d37-e64adfe81392 req-17edf760-1042-4670-9b6c-2d2fb607db94 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527122 May 19 06:03:40.456907 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e227615-3c0c-47f1-ab66-ea21f68a54a8 req-e814022d-c0db-47e2-92de-876ef00a1890 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:40.459152 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e227615-3c0c-47f1-ab66-ea21f68a54a8 req-e814022d-c0db-47e2-92de-876ef00a1890 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0994892 May 19 06:03:40.509669 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1e227615-3c0c-47f1-ab66-ea21f68a54a8 req-68e6c726-d3d7-4393-8a01-7cbf9a0e6790 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 May 19 06:03:41.663138 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b520b06d-9509-464c-9a8f-46f7e8dc24ce tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:41.663840 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b520b06d-9509-464c-9a8f-46f7e8dc24ce tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Synchronizing usage tracker for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:network {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:03:41.722133 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2f5e-f753-44f4-b167-87ed964adfc9 req-b570e27f-9a30-4365-b1cd-ff7ee0d81ef5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:41.724373 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-880e2f5e-f753-44f4-b167-87ed964adfc9 req-b570e27f-9a30-4365-b1cd-ff7ee0d81ef5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0961514 May 19 06:03:41.759859 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b520b06d-9509-464c-9a8f-46f7e8dc24ce tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Unset dirty status for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:network {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:03:41.769882 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b520b06d-9509-464c-9a8f-46f7e8dc24ce tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/networks?id=e30de79d-3c4e-4933-8bac-09bc27f1049a HTTP/1.1" status: 200 len: 813 time: 0.2543063 May 19 06:03:41.773032 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-880e2f5e-f753-44f4-b167-87ed964adfc9 req-d20cc240-af0c-4ef7-84e1-f30330bf7f70 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417848 May 19 06:03:41.782241 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-e1152de5-5899-434f-8a15-87af79f48405 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/quotas/55aebcee2494420da6dddd68cc7c0f8f HTTP/1.1" status: 200 len: 375 time: 0.0147686 May 19 06:03:41.834977 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-7fa5777b-07e8-45a6-9687-99bd7063e8bc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468152 May 19 06:03:41.983111 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-306cfa1c-c467-452e-85a6-4d9a8e8311bf service neutron] 10.222.0.24 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409841 May 19 06:03:42.129056 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-657699fa-1222-44dc-a9e7-8f7285cb945d service neutron] 10.222.0.24 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399636 May 19 06:03:42.401076 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-5180e344-eb84-4d80-91aa-e78b5a729763 req-fa4de1c9-6e77-43c5-8c0e-9a41b4f01d07 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0506127 May 19 06:03:42.984763 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481bf42-4995-4d8f-869d-1af22521792f req-b505a2b9-1e17-4640-a2ee-d8f7f37dba0c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:42.986246 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2481bf42-4995-4d8f-869d-1af22521792f req-b505a2b9-1e17-4640-a2ee-d8f7f37dba0c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0990715 May 19 06:03:43.045069 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-2481bf42-4995-4d8f-869d-1af22521792f req-3a0bc793-5bed-4c1c-9047-8429502a7aec tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526667 May 19 06:03:43.506396 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-159b5287-d13c-46ef-9c08-d2617a3d5541 req-8737b742-c60e-40ef-8010-c7907d7a74dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0493324 May 19 06:03:44.256681 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d693f7-a822-470f-9d6a-3cd7b1d4d76d req-c01bbc7d-f102-4190-bb44-722129cbde62 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:44.256681 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99d693f7-a822-470f-9d6a-3cd7b1d4d76d req-c01bbc7d-f102-4190-bb44-722129cbde62 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0878623 May 19 06:03:44.302583 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-99d693f7-a822-470f-9d6a-3cd7b1d4d76d req-df11da7e-8117-440e-87d1-5979c67f4731 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 May 19 06:03:44.659247 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ecd3627c-794d-4506-9aee-af1efd039819 req-29410486-00d8-4db2-bdcb-6b58b88e6b37 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0456736 May 19 06:03:45.505078 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c9edd-9208-43a4-b8dd-8211b7da878b req-fb5d8582-3dfd-4a75-8401-7aa09a730780 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:45.506653 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9c9c9edd-9208-43a4-b8dd-8211b7da878b req-fb5d8582-3dfd-4a75-8401-7aa09a730780 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0882285 May 19 06:03:45.554115 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9c9c9edd-9208-43a4-b8dd-8211b7da878b req-0b98fcb3-3b1c-4a93-9466-2006086c9fda tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412107 May 19 06:03:45.810054 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a2f3e54d-187d-4122-82e6-1cbd38193ccc req-f3859a6a-3930-470f-bb6a-9f0e602cc062 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0436804 May 19 06:03:46.752135 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94f5c-c7d5-4f4b-8fd9-c2301e2b2c49 req-9364799c-90d4-41d9-94a6-bc45f399cddb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:46.753624 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cef94f5c-c7d5-4f4b-8fd9-c2301e2b2c49 req-9364799c-90d4-41d9-94a6-bc45f399cddb tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0869324 May 19 06:03:46.799923 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-cef94f5c-c7d5-4f4b-8fd9-c2301e2b2c49 req-0abf9b8c-ce86-4120-97bd-caa02037df6b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 May 19 06:03:47.105630 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8c4de613-b9a1-459c-b42b-fc1f8d3b23f6 req-92c5b25c-464b-4ef8-aea2-97edfa53b6e5 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0442791 May 19 06:03:47.988209 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab36af-b529-4815-b4a8-ce7663156499 req-3d00a36f-a086-4ef1-8ad5-def369ab4cdc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:47.989646 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b3ab36af-b529-4815-b4a8-ce7663156499 req-3d00a36f-a086-4ef1-8ad5-def369ab4cdc tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 943 time: 0.0788805 May 19 06:03:48.037868 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b3ab36af-b529-4815-b4a8-ce7663156499 req-6935ae1d-1631-4afd-8655-b6f2b56b39c4 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419362 May 19 06:03:48.249848 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-65242653-b729-4bc6-b744-86aead808da3 req-3300a7f9-5319-41a5-8922-13a3ed8f0105 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0422909 May 19 06:03:48.623428 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-c5d99b8d-9530-42e0-8753-ce4e7ed0718d tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:48.624830 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-c5d99b8d-9530-42e0-8753-ce4e7ed0718d tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "GET /v2.0/networks?id=e30de79d-3c4e-4933-8bac-09bc27f1049a HTTP/1.1" status: 200 len: 813 time: 0.1435547 May 19 06:03:48.636515 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Request body: {'port': {'device_id': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a', 'admin_state_up': True, 'tenant_id': '55aebcee2494420da6dddd68cc7c0f8f'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:03:48.771848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:03:48.775752 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Usage tracker for resource:port and tenant:55aebcee2494420da6dddd68cc7c0f8f is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:03:48.778492 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:03:48.783975 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:03:48.784532 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:03:48.880077 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Made reservation on behalf of 55aebcee2494420da6dddd68cc7c0f8f for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:03:48.883659 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:48.970732 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:48.984102 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'port_id': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'mac_address': 'fa:16:3e:7b:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:03:48.985789 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7c2b38f0-0628-460f-8d6b-43ce9397ef63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:49.043090 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:49.053276 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Allocated IP 172.20.0.2 (e30de79d-3c4e-4933-8bac-09bc27f1049a/cb457363-bd45-46b4-89a3-b17d2312ab10/ddd65c59-0999-4e05-8f00-bd6dda25ee7e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:03:49.059596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af71e132-9d5e-47bc-9b8a-dfc37654018a {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:03:49.074809 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:49.143136 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:49.145843 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:49.214584 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=9']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:49.222327 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.222786 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.223337 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.223698 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.224124 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.225117 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.225117 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.225496 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.225976 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.226564 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.227163 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.227582 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:03:49.232349 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:49.238745 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9154e7a-5669-4a16-a00e-ac6967285515 req-49f961b7-bdb8-46e3-85ed-efbfc0ec7172 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:49.240177 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d9154e7a-5669-4a16-a00e-ac6967285515 req-49f961b7-bdb8-46e3-85ed-efbfc0ec7172 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 944 time: 0.0873301 May 19 06:03:49.288138 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d9154e7a-5669-4a16-a00e-ac6967285515 req-19413b23-7a35-4442-b51d-588976cbd598 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 May 19 06:03:49.340802 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['af71e132-9d5e-47bc-9b8a-dfc37654018a'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:03:49.350656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:49.410833 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-40e5a8ab-ebb9-4efd-b212-3330ddfd9d7a req-7a863064-8b12-48b2-b76b-52c97c452bb9 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0495722 May 19 06:03:49.462646 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:49.470190 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-22f15a51-9a35-4b7c-ba02-b6db001bff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:49.532233 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Network e30de79d-3c4e-4933-8bac-09bc27f1049a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:03:49.535355 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:03:49.537765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:03:49.588295 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Pushing event updated for resources: {'Port': ['ID=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:49.591608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:49.611689 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:49.612288 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:49.702858 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0698025 May 19 06:03:49.714551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Request body: {'port': {'device_id': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:03:49.825312 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.154359 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd65c59-0999-4e05-8f00-bd6dda25ee7e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:03:50.161700 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.175596 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Transition to ACTIVE for port object ddd65c59-0999-4e05-8f00-bd6dda25ee7e will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:03:50.216603 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.219993 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2b8a297a-5b72-4382-b264-78a7ffca7365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:50.370376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:50.377535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:50.445137 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Attempting to bind port ddd65c59-0999-4e05-8f00-bd6dda25ee7e on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:03:50.445476 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Attempting to bind port ddd65c59-0999-4e05-8f00-bd6dda25ee7e by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:03:50.445835 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Attempting to bind port ddd65c59-0999-4e05-8f00-bd6dda25ee7e on network e30de79d-3c4e-4933-8bac-09bc27f1049a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:03:50.451276 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Port ddd65c59-0999-4e05-8f00-bd6dda25ee7e on network e30de79d-3c4e-4933-8bac-09bc27f1049a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:03:50.451599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Attempting to bind port ddd65c59-0999-4e05-8f00-bd6dda25ee7e on network e30de79d-3c4e-4933-8bac-09bc27f1049a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:03:50.457514 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:03:50.457833 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Checking segment: {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:03:50.458210 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Bound using segment: {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:03:50.458629 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Bound port: ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:03:50.459108 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.482604 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8d619-e6a3-44aa-b48b-5259494718ab req-e34ec0bf-f79a-4449-be60-7684f3ae9944 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:50.484082 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e4b8d619-e6a3-44aa-b48b-5259494718ab req-e34ec0bf-f79a-4449-be60-7684f3ae9944 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 944 time: 0.0855854 May 19 06:03:50.532744 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-e4b8d619-e6a3-44aa-b48b-5259494718ab req-5bb8a60e-20a4-4598-8a71-f2e1c6f62367 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 May 19 06:03:50.600238 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] For port ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:03:50.603579 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] For port ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:03:50.625366 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c9fe4-faa8-4b68-a84b-8d86b509fcd5 req-fc097345-6cc6-4a99-8c14-019fd949f477 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:50.626046 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-8a6c9fe4-faa8-4b68-a84b-8d86b509fcd5 req-fc097345-6cc6-4a99-8c14-019fd949f477 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Synchronizing usage tracker for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:03:50.662834 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.667029 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:50.703562 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-8a6c9fe4-faa8-4b68-a84b-8d86b509fcd5 req-fc097345-6cc6-4a99-8c14-019fd949f477 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Unset dirty status for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:03:50.704675 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a6c9fe4-faa8-4b68-a84b-8d86b509fcd5 req-fc097345-6cc6-4a99-8c14-019fd949f477 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 943 time: 0.1814184 May 19 06:03:50.722753 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:50.723369 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.724653 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/ddd65c59-0999-4e05-8f00-bd6dda25ee7e HTTP/1.1" status: 200 len: 1093 time: 1.0142784 May 19 06:03:50.737966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'tag': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:50.779376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:03:50.779895 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:50.784744 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'tag': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e', 'status': 'completed', 'code': 200} May 19 06:03:50.785422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:50.792167 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a6c9fe4-faa8-4b68-a84b-8d86b509fcd5 req-7c653872-0b09-4b49-a2bf-8008487c4f44 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 May 19 06:03:50.854777 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port af71e132-9d5e-47bc-9b8a-dfc37654018a triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:03:50.855187 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.873725 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff052ff5-3fa1-4527-9ced-cda4f631f00b req-36c5efa0-e9aa-4637-8fff-50db8894e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:50.875210 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ff052ff5-3fa1-4527-9ced-cda4f631f00b req-36c5efa0-e9aa-4637-8fff-50db8894e616 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 1096 time: 0.0704038 May 19 06:03:50.970345 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:50.997108 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:51.011284 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:51.013961 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff052ff5-3fa1-4527-9ced-cda4f631f00b req-bea97bff-77d5-4c85-9891-fad4a9ffd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:51.015413 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ff052ff5-3fa1-4527-9ced-cda4f631f00b req-bea97bff-77d5-4c85-9891-fad4a9ffd57a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1330826 May 19 06:03:51.042671 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'code': 200} May 19 06:03:51.074647 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:51.076544 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:51.149657 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=10']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:51.153541 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:51.254846 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff052ff5-3fa1-4527-9ced-cda4f631f00b req-f4eb1b1b-7016-4a0a-8fa0-6b4cd08fe383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:51.256352 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ff052ff5-3fa1-4527-9ced-cda4f631f00b req-f4eb1b1b-7016-4a0a-8fa0-6b4cd08fe383 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2350173 May 19 06:03:51.325153 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:51.362965 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b72db2cc-f045-4105-9e80-9373333ce4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:51.364492 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b72db2cc-f045-4105-9e80-9373333ce4ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 1096 time: 0.0726423 May 19 06:03:51.433301 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3f03-5911-4113-b6af-e5e2fccfa910 req-79c856ec-c4ee-4e4a-8ed7-bb31c4bba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:51.437973 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6d4a3f03-5911-4113-b6af-e5e2fccfa910 req-79c856ec-c4ee-4e4a-8ed7-bb31c4bba6f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1099 time: 0.0745118 May 19 06:03:51.439427 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-b584c099-6c52-4826-9f28-d8914bc33faf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddd65c59-0999-4e05-8f00-bd6dda25ee7e HTTP/1.1" status: 200 len: 217 time: 0.0666397 May 19 06:03:51.456638 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c8638ad3-cda5-47a4-9716-71daed8e2d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:51.480207 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6d4a3f03-5911-4113-b6af-e5e2fccfa910 req-cfdaf7bd-1da3-4dc2-88c6-8972c4462e1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 May 19 06:03:51.506500 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-0611bce8-6b80-4553-9419-d517f4c4d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:51.507879 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-0611bce8-6b80-4553-9419-d517f4c4d426 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb457363-bd45-46b4-89a3-b17d2312ab10 HTTP/1.1" status: 200 len: 853 time: 0.0613730 May 19 06:03:51.577624 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-a68e0118-dd15-46f7-8109-ec04ceb1ec6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e30de79d-3c4e-4933-8bac-09bc27f1049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411694 May 19 06:03:51.759779 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-6974b90c-5177-4e72-adc0-9aa446b2844d service neutron] 10.222.0.32 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752653 May 19 06:03:51.813062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a985d2-a79b-4f5b-9e33-7117c8bafc95 req-bf460063-13ee-4dcb-9442-1936dfcd8a0b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:51.814607 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-32a985d2-a79b-4f5b-9e33-7117c8bafc95 req-bf460063-13ee-4dcb-9442-1936dfcd8a0b tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 946 time: 0.1499336 May 19 06:03:51.938524 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-32a985d2-a79b-4f5b-9e33-7117c8bafc95 req-3db60541-120f-464c-8689-3e883085c5ca tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768983 May 19 06:03:51.947370 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-3eb6c59a-e6fb-4dcc-8657-08c896fc9f94 req-453148be-cce4-4295-a13f-5c30951f70c6 service neutron] 10.222.0.32 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801546 May 19 06:03:51.980525 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:03:52.117998 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079d898-d01c-470e-a8d6-d0820f108ac4 req-1d659bec-c441-481c-8567-06c543f6bc05 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:52.119337 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b079d898-d01c-470e-a8d6-d0820f108ac4 req-1d659bec-c441-481c-8567-06c543f6bc05 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 943 time: 0.0818846 May 19 06:03:52.163013 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-b079d898-d01c-470e-a8d6-d0820f108ac4 req-ea53387f-beeb-4222-a9c2-1d930de9eb11 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Synchronizing usage tracker for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:03:52.256577 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-b079d898-d01c-470e-a8d6-d0820f108ac4 req-ea53387f-beeb-4222-a9c2-1d930de9eb11 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Unset dirty status for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:03:52.264604 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b079d898-d01c-470e-a8d6-d0820f108ac4 req-ea53387f-beeb-4222-a9c2-1d930de9eb11 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329057 May 19 06:03:52.285164 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:53.133864 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91486ed4-02d9-4ef8-9a23-4cf5307f59b1 req-846c7d0d-9728-40c1-a30c-3727c9776dba tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:53.135938 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-91486ed4-02d9-4ef8-9a23-4cf5307f59b1 req-846c7d0d-9728-40c1-a30c-3727c9776dba tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 946 time: 0.0804636 May 19 06:03:53.181160 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-91486ed4-02d9-4ef8-9a23-4cf5307f59b1 req-ab78e85e-786c-4acc-b7c1-0f8997da8412 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393279 May 19 06:03:53.440401 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19be477-7783-4374-b229-9d75aa23510f req-a14b9539-49e9-4d0a-912e-3c6bd15ec52f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:53.441859 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d19be477-7783-4374-b229-9d75aa23510f req-a14b9539-49e9-4d0a-912e-3c6bd15ec52f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 943 time: 0.0796237 May 19 06:03:53.489236 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d19be477-7783-4374-b229-9d75aa23510f req-2f861595-5c8a-438f-8a88-0d0454b1358a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 May 19 06:03:54.364943 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:54.373147 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83251a4a-70eb-43f2-81cc-7f0df35b4a1f req-4d1c122d-0c21-4b1f-b052-f49e86576ed0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:54.374622 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-83251a4a-70eb-43f2-81cc-7f0df35b4a1f req-4d1c122d-0c21-4b1f-b052-f49e86576ed0 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 946 time: 0.0830777 May 19 06:03:54.418787 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-83251a4a-70eb-43f2-81cc-7f0df35b4a1f req-3a669df5-ea5a-477f-9b71-158bcac56032 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 May 19 06:03:54.743774 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976112ff-4430-4425-81be-5c5f1375d6ca req-895e94f1-946c-45f5-b5d7-8ee8af6ab523 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:54.745286 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-976112ff-4430-4425-81be-5c5f1375d6ca req-895e94f1-946c-45f5-b5d7-8ee8af6ab523 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 943 time: 0.1520154 May 19 06:03:54.789876 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-976112ff-4430-4425-81be-5c5f1375d6ca req-55f22f3a-9b6b-42ad-9f4e-93f34a99d110 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 May 19 06:03:54.793230 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ddd65c59-0999-4e05-8f00-bd6dda25ee7e details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:03:54.922877 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:54.936375 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e', 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a', 'port_id': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e', 'mac_address': 'fa:16:3e:fc:be:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb457363-bd45-46b4-89a3-b17d2312ab10', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:03:54.989668 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:55.005661 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd65c59-0999-4e05-8f00-bd6dda25ee7e {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:03:55.020723 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:55.091119 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:55.093521 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:55.161508 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:55.164585 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:55.293633 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['ddd65c59-0999-4e05-8f00-bd6dda25ee7e'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:03:55.969251 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec76644-d193-485d-871a-f6644c56e750 req-71d1b63f-d831-4009-91f3-d22b8381432b tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:55.970685 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ec76644-d193-485d-871a-f6644c56e750 req-71d1b63f-d831-4009-91f3-d22b8381432b tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 944 time: 0.0769169 May 19 06:03:56.017361 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ec76644-d193-485d-871a-f6644c56e750 req-5c8fb204-a180-4bf3-83f5-832c05330ca4 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 May 19 06:03:56.807833 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ddd65c59-0999-4e05-8f00-bd6dda25ee7e up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:03:56.913654 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port ddd65c59-0999-4e05-8f00-bd6dda25ee7e completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:03:56.918096 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port ddd65c59-0999-4e05-8f00-bd6dda25ee7e triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:03:56.918471 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:57.030960 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:57.056815 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:03:57.071098 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:03:57.103809 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e', 'code': 200} May 19 06:03:57.131216 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:03:57.133106 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:03:57.200716 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:03:57.203731 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:03:57.209510 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a8bf-8e65-47b9-84df-51496fad4d15 req-e216f449-50e6-4dff-88b9-f8f6517483ba tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:57.210996 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6cb5a8bf-8e65-47b9-84df-51496fad4d15 req-e216f449-50e6-4dff-88b9-f8f6517483ba tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0867531 May 19 06:03:57.255941 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6cb5a8bf-8e65-47b9-84df-51496fad4d15 req-ffd6fe0e-1b18-4672-b38e-f8e146e7c562 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 May 19 06:03:57.440196 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39f8e4-0cca-4b48-87f3-6476c5f42c33 req-9a12d73d-5db4-4f29-a315-c455415a2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:57.441682 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a39f8e4-0cca-4b48-87f3-6476c5f42c33 req-9a12d73d-5db4-4f29-a315-c455415a2dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 1098 time: 0.0686910 May 19 06:03:57.481549 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8a39f8e4-0cca-4b48-87f3-6476c5f42c33 req-721a4884-c383-419b-a6e3-54123470f29b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 May 19 06:03:58.448527 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad11-e592-4890-9151-f6b9aa64e8be req-2c946c73-9766-41f4-a31a-101ff5b6efd5 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:58.449990 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d151ad11-e592-4890-9151-f6b9aa64e8be req-2c946c73-9766-41f4-a31a-101ff5b6efd5 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0870495 May 19 06:03:58.493542 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d151ad11-e592-4890-9151-f6b9aa64e8be req-911f1d0f-cd94-4e43-8071-a7691ded694b tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 May 19 06:03:59.676353 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e420d4-269e-4c2f-9e15-03c6bf2bd4ab req-95069a42-1843-436c-964d-9620a67b0b52 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:03:59.678290 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-81e420d4-269e-4c2f-9e15-03c6bf2bd4ab req-95069a42-1843-436c-964d-9620a67b0b52 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0804405 May 19 06:03:59.726991 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-81e420d4-269e-4c2f-9e15-03c6bf2bd4ab req-38c5994f-c5d4-44d6-8aae-b1ec13d198b1 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 May 19 06:04:02.222455 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:05.490092 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-fd6156f0-7d90-4324-8e6f-90e230a55334 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690312 May 19 06:04:05.631894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-8d963893-61e4-4cfe-8f97-391bf20f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:05.633397 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-8d963893-61e4-4cfe-8f97-391bf20f3512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=708f22c273a04c708a9439aaee503650&device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 1099 time: 0.0741367 May 19 06:04:05.780349 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-5179ee31-c7a9-46b1-9806-68a723f42698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:05.781792 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-5179ee31-c7a9-46b1-9806-68a723f42698 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 200 len: 916 time: 0.1266625 May 19 06:04:05.885202 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-e7216ec6-82b1-4efa-b0f3-88248cf68ba2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 200 len: 1001 time: 0.0957427 May 19 06:04:06.052813 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-97dafa4b-6b22-4f42-b666-36fdc5f06440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:06.054202 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-97dafa4b-6b22-4f42-b666-36fdc5f06440 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 200 len: 855 time: 0.1621010 May 19 06:04:06.131600 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-a12d99cc-83df-4ad3-bbd0-372f2cc72cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:06.133064 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-a12d99cc-83df-4ad3-bbd0-372f2cc72cc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2b2f318-2031-401d-b009-90dc49febc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720260 May 19 06:04:06.266649 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-b6afd42e-78a6-4575-976f-1f38f4e6f487 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262028 May 19 06:04:06.401023 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4026292d-4058-4234-8f7c-6fa1976091c3 req-54dfac6a-340b-44de-bbdb-ba8805392d18 service neutron] 10.222.0.32 "GET /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257432 May 19 06:04:18.925081 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2a05b3e1-b743-4782-a7d4-83f074bd53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:21.290293 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:21.467278 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aee6e68c-2cb5-482f-a100-6c62d8a2dab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:22.250657 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:24.313381 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:28.553030 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709542e5-cd24-4830-8050-48074d500b4d req-b7a52d21-2658-4ad7-bee7-39fef138a7ec tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:28.554471 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-709542e5-cd24-4830-8050-48074d500b4d req-b7a52d21-2658-4ad7-bee7-39fef138a7ec tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 946 time: 0.0786951 May 19 06:04:28.599191 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-709542e5-cd24-4830-8050-48074d500b4d req-d56f20fd-92dd-404b-8e2f-7f37b4847643 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 May 19 06:04:28.979201 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:04:29.793876 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e819-bbfe-4df0-8e96-481c49b3617f req-2c9e2af6-43a3-43fc-88b0-d313fcfdf2c6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:29.795340 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4ce7e819-bbfe-4df0-8e96-481c49b3617f req-2c9e2af6-43a3-43fc-88b0-d313fcfdf2c6 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 946 time: 0.0829294 May 19 06:04:29.840679 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4ce7e819-bbfe-4df0-8e96-481c49b3617f req-ae7d1caa-ed6c-4d5e-8668-de15472a74d2 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups?id=54aa277f-eb50-4ebe-a80a-3be048d7270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390131 May 19 06:04:29.978182 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf4952-1281-4860-b62a-afa802f836f3 req-2c0d41fb-47ec-45e8-8ba0-8607c5a7393c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:29.979698 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4acf4952-1281-4860-b62a-afa802f836f3 req-2c0d41fb-47ec-45e8-8ba0-8607c5a7393c tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 946 time: 0.0827129 May 19 06:04:30.110097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Deleting port af71e132-9d5e-47bc-9b8a-dfc37654018a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:30.110349 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:30.240321 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] For port af71e132-9d5e-47bc-9b8a-dfc37654018a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=af71e132-9d5e-47bc-9b8a-dfc37654018a,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:30.240654 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:30.522463 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:30.522826 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:30.523162 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.l3_db [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Floating IP ba08d986-02f0-4d2c-8749-909a6e4bbf5e disassociated. External IP: 172.28.2.125, port: af71e132-9d5e-47bc-9b8a-dfc37654018a. May 19 06:04:30.523501 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Calling delete_port for af71e132-9d5e-47bc-9b8a-dfc37654018a owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:30.690272 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:30.695567 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-75c4d07e-b65b-47d9-9c1b-68015403abe1 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:30.742057 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event deleted for resources: {'Port': ['ID=af71e132-9d5e-47bc-9b8a-dfc37654018a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:30.745072 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:30.927684 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:04:31.144857 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a214aec2-81a4-42d2-bb66-cbb6a721dc9b req-3bd67ba1-fdba-4a68-8628-d746994c5baa tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 210 time: 0.0628703 May 19 06:04:31.242524 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:04:31.253380 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:04:31.262805 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:04:31.263439 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:04:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:31.317455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] No DVR routers for this DVR port af71e132-9d5e-47bc-9b8a-dfc37654018a on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:04:31.319920 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:31.322511 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-deleted', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:04:31.369471 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fec15-34f1-46d1-ae56-b039e7d7802b', 'name': 'network-vif-deleted', 'tag': 'af71e132-9d5e-47bc-9b8a-dfc37654018a', 'status': 'completed', 'code': 200} May 19 06:04:31.405580 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4acf4952-1281-4860-b62a-afa802f836f3 req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.32 "DELETE /v2.0/ports/af71e132-9d5e-47bc-9b8a-dfc37654018a HTTP/1.1" status: 204 len: 173 time: 1.4201710 May 19 06:04:31.442011 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:04:31.748428 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:31.752245 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:04:31.760334 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:04:31.761006 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:04:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:31.931992 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:04:32.193896 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:32.268565 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:32.272682 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2c182-9698-4446-98e5-0d89f49d8e8f None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T05:58:53Z', 'revision_number': 4, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': 'f64eaf7e-29ca-4d6c-93ea-2c707867825d', 'name': '', 'network_id': 'b2b2f318-2031-401d-b009-90dc49febc1a', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'mac_address': 'fa:16:3e:3c:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:52Z', 'updated_at': '2021-05-19T05:58:59Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'subnets': [{'id': '0d837e17-c01f-408e-9203-e2f4e1259ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:04:32.321555 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-f3ec22f8-beef-42bb-b55d-c8eb149b7393 req-c81b14cd-470c-4b0a-bff1-f55a7c9c2ed1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Synchronizing usage tracker for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:04:32.393273 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-f3ec22f8-beef-42bb-b55d-c8eb149b7393 req-c81b14cd-470c-4b0a-bff1-f55a7c9c2ed1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Unset dirty status for tenant:708f22c273a04c708a9439aaee503650 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:04:32.394457 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f3ec22f8-beef-42bb-b55d-c8eb149b7393 req-c81b14cd-470c-4b0a-bff1-f55a7c9c2ed1 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/ports?device_id=771fec15-34f1-46d1-ae56-b039e7d7802b HTTP/1.1" status: 200 len: 210 time: 0.1156256 May 19 06:04:32.499130 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9913e-2e8f-49bd-8b50-5b34d5927604 None None] New status for floating IP ba08d986-02f0-4d2c-8749-909a6e4bbf5e: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:04:32.966363 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:04:32.998974 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: af71e132-9d5e-47bc-9b8a-dfc37654018a {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:04:32.999344 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device af71e132-9d5e-47bc-9b8a-dfc37654018a not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:04:33.606032 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55324) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:33.672857 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.701316 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.816159 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.819896 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-02cf4f55-fdbe-4492-8de9-f212b53c6be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:33.834100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aa277f-eb50-4ebe-a80a-3be048d7270d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:33.837234 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:33.912229 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:33.913336 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "DELETE /v2.0/security-groups/54aa277f-eb50-4ebe-a80a-3be048d7270d HTTP/1.1" status: 204 len: 168 time: 0.3062994 May 19 06:04:33.916050 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55328) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:33.932109 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.api.v2.resource [None req-becb37a9-5e0b-4b7d-95ef-05b92bfc0841 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] show failed (client error): The resource could not be found. May 19 06:04:33.933012 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-becb37a9-5e0b-4b7d-95ef-05b92bfc0841 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "GET /v2.0/security-groups/54aa277f-eb50-4ebe-a80a-3be048d7270d HTTP/1.1" status: 404 len: 347 time: 0.0160923 May 19 06:04:33.935569 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55332) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:34.150166 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Deleting port af75c8bb-5087-459c-8635-b76eae73428d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:34.150502 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.270931 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.271289 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.391688 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Calling delete_port for af75c8bb-5087-459c-8635-b76eae73428d owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:34.565130 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.569541 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3be51915-897e-40b3-ac34-535bab836321 tempest-AttachVolumeNegativeTest-400537011 tempest-AttachVolumeNegativeTest-400537011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:34.611970 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Pushing event deleted for resources: {'Port': ['ID=af75c8bb-5087-459c-8635-b76eae73428d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:34.615186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:34.704056 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks [] for floatingip, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.775596 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:34.776802 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-36dae473-991e-4f4b-a07e-2c0574ccf810 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] 10.222.0.24 "DELETE /v2.0/floatingips/ba08d986-02f0-4d2c-8749-909a6e4bbf5e HTTP/1.1" status: 204 len: 168 time: 0.8403845 May 19 06:04:37.835025 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55370) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:38.400535 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:38.795163 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Deleting port f64eaf7e-29ca-4d6c-93ea-2c707867825d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:38.795495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:39.014054 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] For port f64eaf7e-29ca-4d6c-93ea-2c707867825d, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=f64eaf7e-29ca-4d6c-93ea-2c707867825d,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:39.014756 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:39.133690 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Calling delete_port for f64eaf7e-29ca-4d6c-93ea-2c707867825d owned by network:router_interface {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:39.336554 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:39.341134 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5940153b-6b64-42b1-951c-7c183fe242b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:39.386888 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64eaf7e-29ca-4d6c-93ea-2c707867825d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:39.453727 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.454130 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.454460 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.454813 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.455195 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.455546 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.460302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.460302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.460302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.460302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.460302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.460302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:39.463146 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:39.660675 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:40.019844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Router b2cd4a74-a4b1-4689-8192-5343c1513e7c has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:04:40.193945 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:04:40.202660 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] Sync routers for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:04:40.207295 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2cd4a74-a4b1-4689-8192-5343c1513e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3711338 May 19 06:04:40.209608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55388) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:40.223366 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:04:40.223965 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:04:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:40.406126 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:04:40.496385 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:40.672592 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:40.684794 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T06:04:39Z', 'revision_number': 5, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port': {'id': 'd1284ade-fca2-4fd9-8318-08384d2b4ff0', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T05:58:48Z', 'updated_at': '2021-05-19T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:40.688651 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] Checking router: b2cd4a74-a4b1-4689-8192-5343c1513e7c for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:04:40.697433 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] Routers {'b2cd4a74-a4b1-4689-8192-5343c1513e7c'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:04:40.698021 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:04:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:40.802482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Deleting port d1284ade-fca2-4fd9-8318-08384d2b4ff0 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:40.802812 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:40.848249 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] Set router b2cd4a74-a4b1-4689-8192-5343c1513e7c gateway port host: None {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:04:40.929207 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] For port d1284ade-fca2-4fd9-8318-08384d2b4ff0, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=d1284ade-fca2-4fd9-8318-08384d2b4ff0,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:40.929525 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:40.953361 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T06:04:40Z', 'revision_number': 6, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port_host': None}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:40.957468 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b0ef2-a4cc-4f94-9a5d-841a5f3b024a None None] The sync data for ids ['b2cd4a74-a4b1-4689-8192-5343c1513e7c'] in dv-cinder-782405-8-smb is: [{'id': 'b2cd4a74-a4b1-4689-8192-5343c1513e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-783833915-router', 'tenant_id': '708f22c273a04c708a9439aaee503650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T05:58:47Z', 'updated_at': '2021-05-19T06:04:40Z', 'revision_number': 6, 'project_id': '708f22c273a04c708a9439aaee503650', 'gw_port_host': None}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:04:41.060608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Calling delete_port for d1284ade-fca2-4fd9-8318-08384d2b4ff0 owned by network:router_gateway {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:41.262224 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.266306 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-1b432dd9-d46b-43a0-8966-0f0b8fd9e9cd tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:41.315373 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1284ade-fca2-4fd9-8318-08384d2b4ff0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:41.318469 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:41.409075 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.579434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.581598 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.684893 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.685317 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cd4a74-a4b1-4689-8192-5343c1513e7c {{(pid=103796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:04:41.697341 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.699096 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b2cd4a74-a4b1-4689-8192-5343c1513e7c HTTP/1.1" status: 204 len: 168 time: 1.4879434 May 19 06:04:41.701856 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55396) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:41.764505 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Deleting subnet 0d837e17-c01f-408e-9203-e2f4e1259ce2 {{(pid=103796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:04:41.767667 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.818035 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570392'] for subnet, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.901468 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device d1284ade-fca2-4fd9-8318-08384d2b4ff0 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:04:41.940331 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: d1284ade-fca2-4fd9-8318-08384d2b4ff0 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:04:41.940952 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device d1284ade-fca2-4fd9-8318-08384d2b4ff0 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:04:41.941553 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device f64eaf7e-29ca-4d6c-93ea-2c707867825d no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:04:41.944422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:41.968851 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa460d1c-8678-497c-9a95-17b1193c00a9 req-38d0be75-b73a-479c-8bc3-b5f89ec8cab6 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:41.971541 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa460d1c-8678-497c-9a95-17b1193c00a9 req-38d0be75-b73a-479c-8bc3-b5f89ec8cab6 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0890193 May 19 06:04:41.975054 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: f64eaf7e-29ca-4d6c-93ea-2c707867825d {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:04:41.975436 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device f64eaf7e-29ca-4d6c-93ea-2c707867825d not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:04:42.021041 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-fa460d1c-8678-497c-9a95-17b1193c00a9 req-b8f8aaeb-e7eb-4e8b-846e-3534e63b396e tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 May 19 06:04:42.359120 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262312469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262470802'] for subnet, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.362806 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-71ea9df9-a175-4c2f-a5eb-09073d82aaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:42.395914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d837e17-c01f-408e-9203-e2f4e1259ce2,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:42.398710 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:42.399680 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.406938 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d837e17-c01f-408e-9203-e2f4e1259ce2 HTTP/1.1" status: 204 len: 168 time: 0.7040665 May 19 06:04:42.408586 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1156e8-45dc-4fc3-ae52-8a29722a4e8b None None] Network b2b2f318-2031-401d-b009-90dc49febc1a requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:04:42.409508 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55402) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:42.512941 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.582497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Deleting port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:42.582814 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.663230 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] DHCP port deletion for b2b2f318-2031-401d-b009-90dc49febc1a request from dv-cinder-782405-8-smb {{(pid=103797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:04:42.683620 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] For port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:42.683998 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.725799 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Deleting port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 {{(pid=103797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:42.726158 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.805113 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Calling delete_port for 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:42.823246 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] For port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,segment=NetworkSegment(4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f),segment_id=4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:42.824163 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.940764 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.942612 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Calling delete_port for 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 owned by network:dhcp {{(pid=103797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:42.945402 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-966e5e44-cf21-4431-8d0a-8fd8576d3eb2 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:42.984320 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:42.987798 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-3695eb71-783d-462e-9cce-fd549e0f0ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:42.990434 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:42.992380 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] No DVR routers for this DVR port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 on host dv-cinder-782405-8-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:04:42.993802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:43.034722 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Pushing event deleted for resources: {'Port': ['ID=84c7a60b-ed5f-439a-a6a8-26cbbfd4a929,revision_number=None']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:43.037808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:43.041687 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb13c0c7-38e2-42cb-b659-431ce049ba94 None None] No DVR routers for this DVR port 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 on host dv-cinder-782405-8-smb {{(pid=103797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:04:43.108869 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.121940 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b2f318-2031-401d-b009-90dc49febc1a']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:43.133846 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:43.134144 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca3daa7-ab62-46c9-ad13-c0eeab28aa8f') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:04:43.183950 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.209990 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.219759 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:04:43.220132 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:04:43.234253 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:04:43.316241 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bc7f-d614-4d9c-8586-104d06140ca7 req-8bd79388-f0dd-4f10-845f-7426edafe746 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:43.317664 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2fe7bc7f-d614-4d9c-8586-104d06140ca7 req-8bd79388-f0dd-4f10-845f-7426edafe746 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.1763370 May 19 06:04:43.364121 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2fe7bc7f-d614-4d9c-8586-104d06140ca7 req-7409eab0-4b54-4681-879f-9764633080a9 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 May 19 06:04:43.375250 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.379554 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:43.392883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.403612 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b2f318-2031-401d-b009-90dc49febc1a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:43.406711 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:43.485331 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b2b2f318-2031-401d-b009-90dc49febc1a HTTP/1.1" status: 204 len: 168 time: 1.0747757 May 19 06:04:43.779384 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:43.826878 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-152aa39a-2ecd-46f7-8c88-8edcc25c186e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=708f22c273a04c708a9439aaee503650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462854 May 19 06:04:43.829154 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:43.887373 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:04:43.891702 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.918048 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:43.921612 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:04:43.922035 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 84c7a60b-ed5f-439a-a6a8-26cbbfd4a929 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:04:44.004338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:44.009013 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6a379b5e-1bee-4395-99f7-1496e68f9509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:44.022344 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599993d-7abe-4148-ba88-f190159fadc5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:44.033001 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.033310 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.033673 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.034023 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.034369 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.034715 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.035058 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.035425 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.035768 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.036147 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.036491 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.036830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:04:44.039963 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:44.042069 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:44.043214 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c599993d-7abe-4148-ba88-f190159fadc5 HTTP/1.1" status: 204 len: 168 time: 0.2131729 May 19 06:04:44.547465 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f1cf9-829c-4062-8f61-fe2461fa3232 req-1d6f0015-219e-4f25-a0f9-54eca6949325 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:44.548853 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6b5f1cf9-829c-4062-8f61-fe2461fa3232 req-1d6f0015-219e-4f25-a0f9-54eca6949325 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0790441 May 19 06:04:44.680339 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6b5f1cf9-829c-4062-8f61-fe2461fa3232 req-4329549a-15dd-487f-a6b1-9fec1c2eea0b tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257296 May 19 06:04:45.864611 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383a1d-906c-4b57-b2d8-ae07728d8a58 req-2a3058b8-2778-4321-88a8-6e91aa751140 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:45.866092 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-90383a1d-906c-4b57-b2d8-ae07728d8a58 req-2a3058b8-2778-4321-88a8-6e91aa751140 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0798473 May 19 06:04:45.911223 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-90383a1d-906c-4b57-b2d8-ae07728d8a58 req-92b0c141-b4b6-44d8-a420-92fe281d37d8 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384967 May 19 06:04:46.344961 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d0408-624a-44d7-b948-4306aaa013be req-6409daea-eea9-484d-b915-66c2d7c33418 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:46.346370 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e7d0408-624a-44d7-b948-4306aaa013be req-6409daea-eea9-484d-b915-66c2d7c33418 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 945 time: 0.0821488 May 19 06:04:46.484634 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Deleting port ddd65c59-0999-4e05-8f00-bd6dda25ee7e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:04:46.486000 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:46.713351 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] For port ddd65c59-0999-4e05-8f00-bd6dda25ee7e, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:04:46.713620 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:46.838055 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Calling delete_port for ddd65c59-0999-4e05-8f00-bd6dda25ee7e owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:04:47.004810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.012541 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-68e9da6c-83ab-43a6-8029-1fd3ff4989cd tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:47.017526 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['ddd65c59-0999-4e05-8f00-bd6dda25ee7e'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:04:47.071368 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8603e564-0ee7-4dce-a912-fa9b1c058286 req-45d63857-2ba3-429e-80a7-307c1e07fcb7 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d HTTP/1.1" status: 200 len: 210 time: 0.0442705 May 19 06:04:47.080042 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Pushing event deleted for resources: {'Port': ['ID=ddd65c59-0999-4e05-8f00-bd6dda25ee7e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:47.082695 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:47.155339 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] No DVR routers for this DVR port ddd65c59-0999-4e05-8f00-bd6dda25ee7e on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:04:47.157775 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.161548 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'name': 'network-vif-deleted', 'tag': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:04:47.209169 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8114a00-f0c5-4a1c-8cc2-922cb9eafc1d', 'name': 'network-vif-deleted', 'tag': 'ddd65c59-0999-4e05-8f00-bd6dda25ee7e', 'status': 'completed', 'code': 200} May 19 06:04:47.212049 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55486) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:47.238561 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e7d0408-624a-44d7-b948-4306aaa013be req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "DELETE /v2.0/ports/ddd65c59-0999-4e05-8f00-bd6dda25ee7e HTTP/1.1" status: 204 len: 173 time: 0.8862529 May 19 06:04:47.333378 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.347471 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:47.351515 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad9cd6bf8be487bba5452d6385ab75c is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:04:47.354992 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:04:47.360766 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:47.442751 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.518663 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.528087 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ab419d44-0447-424e-a28b-bc1c8f7c36b7 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:47.571420 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ad9cd6bf8be487bba5452d6385ab75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532343 May 19 06:04:47.571420 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f5aae-9554-4c08-b802-df7dd0bc2a29,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:47.571729 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55492) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:47.571854 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b6125d0c-fe47-4ff8-967a-70fc230b62d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:47.628497 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.654268 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.770105 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.773815 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a69c7bef-37d9-426a-a283-b9eecc61354a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:47.786776 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f5aae-9554-4c08-b802-df7dd0bc2a29,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:47.793664 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:47.793664 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:47.793664 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ae83d7ea-ac4e-4143-bea0-e860e5f78f09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d6f5aae-9554-4c08-b802-df7dd0bc2a29 HTTP/1.1" status: 204 len: 168 time: 0.2235050 May 19 06:04:48.387451 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55504) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:48.409642 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.424547 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:48.428593 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc704d07c1a464eb2c7d2783bfb8f09 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:04:48.431683 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:04:48.437626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:48.516305 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.587695 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.597228 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0a12f6c4-6211-4d12-bdfb-d5718ecf75ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:48.639517 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1dc704d07c1a464eb2c7d2783bfb8f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509148 May 19 06:04:48.641325 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f59d667-237c-43c8-8be7-65e2b1a5bd58,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:48.642547 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55510) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:48.644331 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-8f273929-c63b-4ef8-bf54-52d7f7963193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:48.701646 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.727273 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.890545 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.895503 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-300a2e31-75df-40a7-ad6d-15714e71242a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:48.907227 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f59d667-237c-43c8-8be7-65e2b1a5bd58,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:48.910092 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:48.912105 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:48.913299 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f59d667-237c-43c8-8be7-65e2b1a5bd58 HTTP/1.1" status: 204 len: 168 time: 0.2695630 May 19 06:04:48.924986 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-956f2f3b-63ac-4e85-a695-3241bbb1432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:49.048387 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ddd65c59-0999-4e05-8f00-bd6dda25ee7e no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:04:49.084750 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: ddd65c59-0999-4e05-8f00-bd6dda25ee7e {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:04:49.085099 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device ddd65c59-0999-4e05-8f00-bd6dda25ee7e not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:04:51.323446 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:51.490270 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3c39f555-519f-4017-83c5-27a4e03d1bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:52.266210 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:52.921834 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-c22d3106-0d2e-48c8-a459-4a3a531a5eb4 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:52.923291 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-c22d3106-0d2e-48c8-a459-4a3a531a5eb4 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/networks?id=e30de79d-3c4e-4933-8bac-09bc27f1049a HTTP/1.1" status: 200 len: 813 time: 0.1442447 May 19 06:04:52.938038 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-0f4b036a-8b0e-4641-a1ed-9f69646d6b2d tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/quotas/55aebcee2494420da6dddd68cc7c0f8f HTTP/1.1" status: 200 len: 375 time: 0.0092828 May 19 06:04:52.984000 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-7ada727f-a132-42fb-be64-afa10254bea8 req-cf32a195-9c13-46e9-8436-bf512e32abe6 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Synchronizing usage tracker for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:04:53.083420 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-7ada727f-a132-42fb-be64-afa10254bea8 req-cf32a195-9c13-46e9-8436-bf512e32abe6 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Unset dirty status for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:04:53.084824 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-cf32a195-9c13-46e9-8436-bf512e32abe6 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418366 May 19 06:04:53.320884 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-874e1f4a-922e-4e5c-bdfc-6243000e72dd service neutron] 10.222.0.24 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279940 May 19 06:04:53.454805 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-6c5cf30b-8d70-46cf-96ac-bb578e09d9ec service neutron] 10.222.0.24 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278636 May 19 06:04:53.688767 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-be54e839-602c-45be-8dc4-864c3c8eb1f0 req-5e32f8a5-46ea-4dc5-bbf4-ee37f46b8b55 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 210 time: 0.0455360 May 19 06:04:54.368846 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:54.833443 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-64dc58d9-8644-4a9e-93f3-2d1f2df12680 req-627a1885-7b03-43d0-8e5c-7e51345157ca tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 210 time: 0.0422053 May 19 06:04:55.002766 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55632) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:55.219404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.233971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:55.237823 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Usage tracker for resource:security_group_rule and tenant:aef227db091348feb24429e9e959fcb1 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:04:55.240643 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:04:55.247011 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:55.328982 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.404448 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.411023 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-f3ecb555-b30b-42d9-a1ca-5428d15189f3 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:55.451046 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3249f92-07e1-4f1f-ab2d-0bc687191c59,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:55.455319 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef227db091348feb24429e9e959fcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515548 May 19 06:04:55.456186 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ee20b0db-3108-40f4-bbf8-4db301da8d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:55.458036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55638) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:55.514600 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.540445 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.672192 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.675962 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-273ed428-8b42-4ee3-8e1e-f4a0dc5dfe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:55.686989 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3249f92-07e1-4f1f-ab2d-0bc687191c59,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:55.690993 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:55.694736 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:55.695817 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3249f92-07e1-4f1f-ab2d-0bc687191c59 HTTP/1.1" status: 204 len: 168 time: 0.2368999 May 19 06:04:55.955493 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-17462fd1-df97-4b8d-80af-5e2b4679626c tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:55.956819 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-17462fd1-df97-4b8d-80af-5e2b4679626c tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "GET /v2.0/networks?id=e30de79d-3c4e-4933-8bac-09bc27f1049a HTTP/1.1" status: 200 len: 813 time: 0.1453841 May 19 06:04:55.975024 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Request body: {'port': {'device_id': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a', 'admin_state_up': True, 'tenant_id': '55aebcee2494420da6dddd68cc7c0f8f'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:04:55.993426 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-149e8a33-39eb-49b5-8ce8-eeed5e86a2dc req-e9f92f00-101e-4a33-a2a0-1ed88b2c6156 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 210 time: 0.0470119 May 19 06:04:56.112351 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:56.122292 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:56.191634 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Made reservation on behalf of 55aebcee2494420da6dddd68cc7c0f8f for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:04:56.195053 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.359540 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Allocated IP 172.20.0.12 (e30de79d-3c4e-4933-8bac-09bc27f1049a/cb457363-bd45-46b4-89a3-b17d2312ab10/7b12a7c0-efd5-4568-a9de-8b7de55a45cd) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:04:56.369564 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55652) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:56.386899 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.401096 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:04:56.408780 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfce28016cc48d3bc62c72f30ae9c56 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:04:56.411619 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:04:56.417295 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:04:56.502177 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.574676 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.582095 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-0b18e3b9-1876-4848-836c-c5435e582889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:56.625740 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e5b3a-024b-42e6-b2b9-b23b68565f06,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:56.628766 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:56.633660 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e4a91aa6-92a5-4a76-b847-afe3bbf95f24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebfce28016cc48d3bc62c72f30ae9c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605572 May 19 06:04:56.634785 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55656) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:04:56.660656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.692724 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.718200 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.746419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.752060 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ec46e756-eb09-49dd-909f-c6fb346f7316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:56.814184 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Network e30de79d-3c4e-4933-8bac-09bc27f1049a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:04:56.817211 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:04:56.821008 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:04:56.859220 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Pushing event updated for resources: {'Port': ['ID=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:56.866627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:56.886799 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:56.887422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.913260 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.918200 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-76bb9671-92c0-407a-9203-a506ec2cd825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:56.931288 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e5b3a-024b-42e6-b2b9-b23b68565f06,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:56.933695 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:56.937783 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:56.937783 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-5544eb20-1b9b-4c33-91a5-d9982f7c6220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f19e5b3a-024b-42e6-b2b9-b23b68565f06 HTTP/1.1" status: 204 len: 168 time: 0.3021071 May 19 06:04:57.039884 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0686429 May 19 06:04:57.052304 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Request body: {'port': {'device_id': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:04:57.212732 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:57.285380 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2510a2-6423-4162-a77c-e34a015fa6c4 req-b2cc21e0-058d-4686-b6f7-ec3a58a8ae51 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:57.286078 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0b2510a2-6423-4162-a77c-e34a015fa6c4 req-b2cc21e0-058d-4686-b6f7-ec3a58a8ae51 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Synchronizing usage tracker for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:04:57.376935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-0b2510a2-6423-4162-a77c-e34a015fa6c4 req-b2cc21e0-058d-4686-b6f7-ec3a58a8ae51 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Unset dirty status for tenant:55aebcee2494420da6dddd68cc7c0f8f on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:04:57.378094 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0b2510a2-6423-4162-a77c-e34a015fa6c4 req-b2cc21e0-058d-4686-b6f7-ec3a58a8ae51 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 932 time: 0.2783659 May 19 06:04:57.509039 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0b2510a2-6423-4162-a77c-e34a015fa6c4 req-0ef7147b-f9db-4c77-bf16-3ffce569a532 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249640 May 19 06:04:57.610883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b12a7c0-efd5-4568-a9de-8b7de55a45cd {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:04:57.618407 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:57.632479 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Transition to ACTIVE for port object 7b12a7c0-efd5-4568-a9de-8b7de55a45cd will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:04:57.745975 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:57.750771 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9f7c7782-577d-49d2-a7ec-84528b956a51 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:57.905944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Pushing event updated for resources: {'Port': ['ID=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:57.912498 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:57.977422 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Attempting to bind port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:04:57.977759 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Attempting to bind port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:04:57.978081 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Attempting to bind port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd on network e30de79d-3c4e-4933-8bac-09bc27f1049a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:04:57.982668 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd on network e30de79d-3c4e-4933-8bac-09bc27f1049a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:04:57.982985 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Attempting to bind port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd on network e30de79d-3c4e-4933-8bac-09bc27f1049a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:04:57.987993 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:04:57.988325 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Checking segment: {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:04:57.988709 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Bound using segment: {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:04:57.989127 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Bound port: 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9895f542-e1fc-4800-a8d9-2ceefdbbf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:04:57.989465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:58.079471 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] For port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:04:58.082544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] For port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:04:58.153552 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:58.158263 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f825bc06-35dc-4990-befc-3af77b8df56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:04:58.214118 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:58.214722 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:04:58.216098 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] 10.222.0.32 "PUT /v2.0/ports/7b12a7c0-efd5-4568-a9de-8b7de55a45cd HTTP/1.1" status: 200 len: 1094 time: 1.1680701 May 19 06:04:58.216591 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'tag': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:04:58.239760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Pushing event updated for resources: {'Port': ['ID=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:04:58.243039 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:04:58.273043 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'tag': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd', 'status': 'completed', 'code': 200} May 19 06:04:58.368311 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807dfc1-d085-438d-93ff-7b64dba71288 req-02eaf5db-66bc-4c07-a261-bc19c834c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:58.369848 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0807dfc1-d085-438d-93ff-7b64dba71288 req-02eaf5db-66bc-4c07-a261-bc19c834c443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 1097 time: 0.0745680 May 19 06:04:58.511151 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807dfc1-d085-438d-93ff-7b64dba71288 req-010ccd21-684b-4975-9935-c303e83dc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:58.512699 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0807dfc1-d085-438d-93ff-7b64dba71288 req-010ccd21-684b-4975-9935-c303e83dc93f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1358898 May 19 06:04:58.804446 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807dfc1-d085-438d-93ff-7b64dba71288 req-2966a3b2-4d84-4096-91a4-918990a3716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:58.805884 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0807dfc1-d085-438d-93ff-7b64dba71288 req-2966a3b2-4d84-4096-91a4-918990a3716c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2872994 May 19 06:04:58.919609 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a196-d528-4a75-9797-c5bb7f4314ae req-9062bba2-22fc-446c-93c0-8bccbc76d429 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:58.921146 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6505a196-d528-4a75-9797-c5bb7f4314ae req-9062bba2-22fc-446c-93c0-8bccbc76d429 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 944 time: 0.2126403 May 19 06:04:58.926651 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-b38e6dca-d4ca-4777-b94d-41d7f07f2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:58.928150 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-b38e6dca-d4ca-4777-b94d-41d7f07f2a38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 1097 time: 0.0876722 May 19 06:04:59.009340 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-0b3fd08c-9834-4f46-83e6-9d86bc517a75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b12a7c0-efd5-4568-a9de-8b7de55a45cd HTTP/1.1" status: 200 len: 217 time: 0.0662475 May 19 06:04:59.064166 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-6505a196-d528-4a75-9797-c5bb7f4314ae req-7de62cfc-3abe-46ac-b9bd-6b1519b20d70 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350214 May 19 06:04:59.082615 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada727f-a132-42fb-be64-afa10254bea8 req-03d064d0-9411-49db-9358-4965d37f38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:04:59.084090 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-03d064d0-9411-49db-9358-4965d37f38b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb457363-bd45-46b4-89a3-b17d2312ab10 HTTP/1.1" status: 200 len: 853 time: 0.0668290 May 19 06:04:59.134465 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-4b2b0918-55dc-40a1-bb19-f907a943d48c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e30de79d-3c4e-4933-8bac-09bc27f1049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429876 May 19 06:04:59.263199 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-631f4320-d4a3-4687-b5c4-3138a8679b42 service neutron] 10.222.0.32 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218405 May 19 06:04:59.392394 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7ada727f-a132-42fb-be64-afa10254bea8 req-8c7b10fb-09dc-4692-86ef-e1db0d566eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230736 May 19 06:05:00.255719 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc893-3a09-47d5-884d-541b9316ece6 req-4e0b3f19-e90c-4aae-b046-3c2f5cabd06c tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:00.257164 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c13bc893-3a09-47d5-884d-541b9316ece6 req-4e0b3f19-e90c-4aae-b046-3c2f5cabd06c tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 944 time: 0.0844407 May 19 06:05:00.302021 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-c13bc893-3a09-47d5-884d-541b9316ece6 req-b4995246-cd04-45ad-8e67-a9f39b6f631b tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 May 19 06:05:01.109981 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 7b12a7c0-efd5-4568-a9de-8b7de55a45cd details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:05:01.241217 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:05:01.253878 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd', 'network_id': 'e30de79d-3c4e-4933-8bac-09bc27f1049a', 'port_id': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd', 'mac_address': 'fa:16:3e:71:ce:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb457363-bd45-46b4-89a3-b17d2312ab10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:05:01.310668 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:01.327769 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b12a7c0-efd5-4568-a9de-8b7de55a45cd {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:05:01.344076 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:05:01.399187 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:01.401003 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:01.466899 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:01.474481 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.474898 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.475261 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.475598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.475957 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.476281 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.476598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.476916 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.477278 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.477596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.477910 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.478218 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:01.482701 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:01.484865 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fbd3-a4fc-43a0-993c-c3561358161f req-9aeb68a9-fab5-4ec1-9687-b3237521f1a9 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:01.486319 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-30a9fbd3-a4fc-43a0-993c-c3561358161f req-9aeb68a9-fab5-4ec1-9687-b3237521f1a9 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 945 time: 0.0795698 May 19 06:05:01.530563 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-30a9fbd3-a4fc-43a0-993c-c3561358161f req-32a88f40-3b9c-40e2-84b7-a347cc2f912a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 May 19 06:05:01.605376 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['7b12a7c0-efd5-4568-a9de-8b7de55a45cd'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:05:02.210334 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:02.711742 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bee5e-fb06-4dca-96fe-e24b84ab0ed0 req-c1e29b7c-6e4b-4bab-82c2-0b46342a384f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:02.713206 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-df7bee5e-fb06-4dca-96fe-e24b84ab0ed0 req-c1e29b7c-6e4b-4bab-82c2-0b46342a384f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 945 time: 0.0798547 May 19 06:05:02.758030 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-df7bee5e-fb06-4dca-96fe-e24b84ab0ed0 req-447baf8d-c310-4a19-b291-e8f7414a38f8 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 May 19 06:05:03.110304 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 7b12a7c0-efd5-4568-a9de-8b7de55a45cd up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:05:03.261723 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:05:03.266870 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:03.273930 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:03.409624 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:03.437999 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:05:03.451713 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:05:03.484326 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd', 'code': 200} May 19 06:05:03.536266 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:03.538975 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:03.608498 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:03.611502 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:03.882771 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e543a-28b3-4dd1-bb5f-439cae9830de req-e61d084f-e6b8-4628-be55-9b882c9f6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:03.884245 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a12e543a-28b3-4dd1-bb5f-439cae9830de req-e61d084f-e6b8-4628-be55-9b882c9f6e8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 1099 time: 0.0731118 May 19 06:05:03.924769 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a12e543a-28b3-4dd1-bb5f-439cae9830de req-ac4025d0-d2b3-496d-bbf8-589c8b3a7059 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 May 19 06:05:03.951423 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5509-5fc0-48da-9677-38625693ff28 req-a2e3fe35-9676-47c6-843d-7bd3302e24a3 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:03.951423 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d09c5509-5fc0-48da-9677-38625693ff28 req-a2e3fe35-9676-47c6-843d-7bd3302e24a3 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0832047 May 19 06:05:03.993603 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d09c5509-5fc0-48da-9677-38625693ff28 req-9cac43f4-181e-4b42-bb3e-b21558178d88 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371666 May 19 06:05:05.175801 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e239b-8f17-4f20-a306-ad5b8ebb7aac req-49144516-3041-4ea0-b211-08abe91dd419 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:05.177267 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7f3e239b-8f17-4f20-a306-ad5b8ebb7aac req-49144516-3041-4ea0-b211-08abe91dd419 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0789027 May 19 06:05:05.221657 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7f3e239b-8f17-4f20-a306-ad5b8ebb7aac req-8c791d7c-dfea-40ef-a484-49e61e786c6e tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 May 19 06:05:05.978282 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:05:11.554550 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55808) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:11.668782 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:11.683169 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:11.686963 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Usage tracker for resource:security_group_rule and tenant:4778e507f9944afe91d139def7482a23 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:11.689779 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:11.695404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:11.775301 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:11.882391 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:11.894525 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-c423f85a-66ab-4253-85c9-525d3b9a2d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:11.934524 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4778e507f9944afe91d139def7482a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788924 May 19 06:05:11.935452 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27557293-8df2-4157-a48c-0f534c67a01d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:11.937259 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55814) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:11.938528 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-779f6dee-97fe-4e4a-8c38-cf9588c2f100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:11.996865 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:12.021249 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:12.164727 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:12.169048 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-39a0bfca-6896-4913-a65a-5ad51271d0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:12.179563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27557293-8df2-4157-a48c-0f534c67a01d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:12.185574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:12.187566 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:12.188661 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-fa5765ac-3d65-4139-9749-a7a376fbf6aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27557293-8df2-4157-a48c-0f534c67a01d HTTP/1.1" status: 204 len: 168 time: 0.2504551 May 19 06:05:12.883809 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55828) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:12.902297 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:12.916136 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:12.919855 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Usage tracker for resource:security_group_rule and tenant:37ba209bfc4449e6ba26feedaf4dd01b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:12.922677 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:12.928376 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:13.007524 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.090307 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.103472 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:13.141731 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37ba209bfc4449e6ba26feedaf4dd01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568486 May 19 06:05:13.143606 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb41f00-414c-4663-a5df-bcbdac70edfb,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:13.144421 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55832) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:13.146671 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-333f9723-b5c7-4851-9a2e-76ad5d6900c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:13.207496 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.234757 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.379964 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.384953 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-a4012662-c8ab-4ad4-9224-457609b4028b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:13.397032 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb41f00-414c-4663-a5df-bcbdac70edfb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:13.400856 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:13.406864 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:13.408710 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e7964db4-fc79-453b-89b2-36e3e3851643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bb41f00-414c-4663-a5df-bcbdac70edfb HTTP/1.1" status: 204 len: 168 time: 0.2633111 May 19 06:05:18.899846 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a6f0612a-b383-4d59-9cdc-0890ecd42cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.085857 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55912) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:19.204409 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.218802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:19.222586 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Usage tracker for resource:security_group_rule and tenant:6e805a16a25144cdac18ef62ed5891db is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:19.225590 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:19.232017 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:19.313760 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.392915 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.406609 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bd46d59d-dc90-4c2d-ba07-112f9ec5a64b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:19.445187 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e805a16a25144cdac18ef62ed5891db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582673 May 19 06:05:19.446123 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ebc939-5579-4902-847e-a522dbd112ca,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:19.448538 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55926) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:19.450542 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5ad3b2e4-3cae-4151-8814-2ddc3258668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:19.516213 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.544841 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.684266 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.689102 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-29b3af69-31bd-4565-933e-d85d216aae30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:19.703281 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ebc939-5579-4902-847e-a522dbd112ca,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:19.705582 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:19.706693 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43ebc939-5579-4902-847e-a522dbd112ca HTTP/1.1" status: 204 len: 168 time: 0.2566924 May 19 06:05:19.707569 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-728bf4d0-aedf-430e-82b4-2891d2c82010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:20.308694 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 55934) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:20.326352 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.340936 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:20.344817 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Usage tracker for resource:security_group_rule and tenant:0aaea3905dd84b27a1dc82d9519a4962 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:20.347578 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:20.353254 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:20.437141 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.501599 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.510623 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2483c7bf-33d1-4250-8619-65f8b53d92de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:20.552174 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aaea3905dd84b27a1dc82d9519a4962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423935 May 19 06:05:20.553235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7fa1c3-d483-475b-ad76-22a15ed56842,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:20.555065 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 55940) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:20.556252 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d53cff24-4d3f-41eb-81af-81ddcffbc838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:20.612721 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.637866 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.755628 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.756120 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-fa85f9b0-0937-4783-bafe-870a5a66b6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:20.768699 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7fa1c3-d483-475b-ad76-22a15ed56842,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:20.772593 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:20.783474 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:20.784693 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2ed80e6e-f29a-4845-9492-0c6d6903097c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc7fa1c3-d483-475b-ad76-22a15ed56842 HTTP/1.1" status: 204 len: 168 time: 0.2286217 May 19 06:05:21.295724 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:21.467578 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a3bc21a6-2a09-40a7-a735-b618cdc85b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:22.261678 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:24.333550 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:27.843662 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cef9a5-e1d2-4258-9f37-a71e292effc3 req-7abba267-2300-43dd-8671-a9955caf2651 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:27.845142 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-02cef9a5-e1d2-4258-9f37-a71e292effc3 req-7abba267-2300-43dd-8671-a9955caf2651 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0854778 May 19 06:05:27.891292 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-02cef9a5-e1d2-4258-9f37-a71e292effc3 req-63efc8bb-b224-4ddb-81d2-4aeb3bfe4f8a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 May 19 06:05:29.077903 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e26e60-4e87-418f-9624-3244b291baff req-8dc5cbdd-2eed-47fb-9d0d-937b3383e866 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:29.079390 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-21e26e60-4e87-418f-9624-3244b291baff req-8dc5cbdd-2eed-47fb-9d0d-937b3383e866 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0791266 May 19 06:05:29.124340 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-21e26e60-4e87-418f-9624-3244b291baff req-66c13675-d655-4ed4-93b9-f06e021ec3ae tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 May 19 06:05:30.311822 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3def7-0fae-4d06-816e-57994395823b req-78fc6f5a-8747-441e-994c-106c3713640f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:30.313261 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9de3def7-0fae-4d06-816e-57994395823b req-78fc6f5a-8747-441e-994c-106c3713640f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0833106 May 19 06:05:30.357916 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9de3def7-0fae-4d06-816e-57994395823b req-dfda5f7a-8696-445b-9768-b1e5509690ed tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 May 19 06:05:31.545848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43570865-1934-4e14-816f-ec420c93bbe6 req-789e9430-7c6f-4560-9327-d22ac7247e81 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:31.547324 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43570865-1934-4e14-816f-ec420c93bbe6 req-789e9430-7c6f-4560-9327-d22ac7247e81 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0845318 May 19 06:05:31.594369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43570865-1934-4e14-816f-ec420c93bbe6 req-f12b87c7-fc21-4c3e-b0db-dc3f23b1383d tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 May 19 06:05:32.242158 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:32.596035 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-053fcf26-5152-4037-8271-9d29ffb648b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:32.597481 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-053fcf26-5152-4037-8271-9d29ffb648b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0794556 May 19 06:05:32.784366 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75244e-1075-4d08-800b-7f0fb71bc6ab req-e8d156c7-2afc-44c7-b15f-720310df5b00 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:32.785847 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8d75244e-1075-4d08-800b-7f0fb71bc6ab req-e8d156c7-2afc-44c7-b15f-720310df5b00 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 946 time: 0.0820782 May 19 06:05:32.831650 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-8d75244e-1075-4d08-800b-7f0fb71bc6ab req-6aa2de83-e3dd-4fd0-95dc-4a945abe284f tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7930f4-9bae-4309-8791-c755b25a2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 May 19 06:05:32.834572 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Deleting port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:05:32.834899 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:32.966303 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] For port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,segment=NetworkSegment(9895f542-e1fc-4800-a8d9-2ceefdbbf752),segment_id=9895f542-e1fc-4800-a8d9-2ceefdbbf752)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:05:32.967164 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:33.092239 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Calling delete_port for 7b12a7c0-efd5-4568-a9de-8b7de55a45cd owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:05:33.253611 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:33.259482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-66670e14-79ee-4548-a584-7a679254c653 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:33.266744 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['7b12a7c0-efd5-4568-a9de-8b7de55a45cd'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:05:33.307881 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Pushing event deleted for resources: {'Port': ['ID=7b12a7c0-efd5-4568-a9de-8b7de55a45cd,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:33.311389 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:33.378938 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] No DVR routers for this DVR port 7b12a7c0-efd5-4568-a9de-8b7de55a45cd on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:05:33.381414 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:33.383880 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'name': 'network-vif-deleted', 'tag': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:05:33.428429 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf518aa-e089-4f41-868c-eae08a90ef63', 'name': 'network-vif-deleted', 'tag': '7b12a7c0-efd5-4568-a9de-8b7de55a45cd', 'status': 'completed', 'code': 200} May 19 06:05:33.465960 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-4a799160-e32f-41db-9f43-32ac5aec9f15 req-2b31041a-3ff7-475c-9a40-79fc742a16dc tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.32 "DELETE /v2.0/ports/7b12a7c0-efd5-4568-a9de-8b7de55a45cd HTTP/1.1" status: 204 len: 173 time: 0.8627782 May 19 06:05:34.075054 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-ced34c07-f2c6-49ad-8a22-3b088a60c80f req-7ee44146-f96a-4107-9ba4-b7972c6ddc77 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf518aa-e089-4f41-868c-eae08a90ef63 HTTP/1.1" status: 200 len: 210 time: 0.1215184 May 19 06:05:37.299208 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 7b12a7c0-efd5-4568-a9de-8b7de55a45cd no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:05:37.338035 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 7b12a7c0-efd5-4568-a9de-8b7de55a45cd {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:05:37.338383 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 7b12a7c0-efd5-4568-a9de-8b7de55a45cd not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:05:42.976674 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:05:48.904772 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-171ab906-493e-4e0d-b64f-4c4c12168f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.190379 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56238) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:49.308271 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.322914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:49.326641 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Usage tracker for resource:security_group_rule and tenant:0258ee78ff4e4926ae1559b82c41c96b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:49.329397 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:49.334887 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:49.418914 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.472229 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.479313 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-546683ac-37be-4f8d-bd3c-4cb35fe7efca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:49.518447 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb458a39-8148-4493-8b03-1ada6438fb11,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:49.523491 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0258ee78ff4e4926ae1559b82c41c96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321345 May 19 06:05:49.526185 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56244) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:49.527839 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.528209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.528578 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.528923 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.529271 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.529613 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.529957 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.530300 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.530644 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.530983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.531348 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.531693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.536184 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-0ab3bae1-ee73-4c67-9cb2-5fd17a56fd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:49.584711 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.609890 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.744636 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.749724 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-4c0de85e-8c20-40c2-9250-bf920db06748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:49.761647 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb458a39-8148-4493-8b03-1ada6438fb11,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:49.772091 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.772450 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.772807 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.773161 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.773510 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.773856 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.774201 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.774546 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.774888 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.775259 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.775600 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.775938 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:05:49.779286 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:49.785647 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:49.788449 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb458a39-8148-4493-8b03-1ada6438fb11 HTTP/1.1" status: 204 len: 168 time: 0.2595978 May 19 06:05:50.856992 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:50.961068 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1435090383-network', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:05:50.965792 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:50.970042 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Usage tracker for resource:network and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:50.972864 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:50.979146 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:51.049540 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Made reservation on behalf of f0429040e4dc4625afca3f03ebf5da76 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:05:51.051830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.063633 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.077440 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:51.081202 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:51.084066 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:51.089714 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:51.176850 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.232372 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.237052 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1f0b2f10-4b0c-4c21-8749-38631a5810e5 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:51.264606 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:05:51.274409 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05b3ab-c529-4b51-8a77-d036facfeb96,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:51.277947 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:51.280868 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.281197 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Added segment 37be4bab-99b3-419a-8f1a-7c326e311c66 of type vlan for network 3064107a-3a4f-42a3-872c-22195d47ac74 May 19 06:05:51.284673 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.309897 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.408180 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.409726 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:51.410135 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.413752 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:51.481896 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b208c3c0-de1b-4bde-9789-b1514fdcc8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:51.514479 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Pushing event updated for resources: {'Network': ['ID=3064107a-3a4f-42a3-872c-22195d47ac74,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:51.517677 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:51.524555 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 3064107a-3a4f-42a3-872c-22195d47ac74 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 06:05:51.562481 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-3594f88a-6150-4c83-8679-9c28fa857c7d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7043967 May 19 06:05:51.565505 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56290) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:51.572392 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Request body: {'subnet': {'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1435090383-subnet', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:05:51.582028 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:51.582769 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Usage tracker for resource:subnet and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:51.585789 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:51.591488 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:51.683977 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Made reservation on behalf of f0429040e4dc4625afca3f03ebf5da76 for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:05:51.686292 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262470825'] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.130012 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262312538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262470811'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.134457 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:52.201747 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae67e65-5140-4d65-8e40-7c664a1fd7c5,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:52.206925 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:52.209288 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Checking segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:05:52.209630 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Network hostable DHCP agents. Network: 3064107a-3a4f-42a3-872c-22195d47ac74, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:05:52.266913 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.283830 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Network 3064107a-3a4f-42a3-872c-22195d47ac74 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:05:52.335185 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 3064107a-3a4f-42a3-872c-22195d47ac74) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:05:52.343563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:52.344030 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afff76-5589-4cf7-bed5-850b57ac5d8a None None] Network 3064107a-3a4f-42a3-872c-22195d47ac74 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:05:52.344592 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.410533 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-d58c98e8-966f-45e0-8782-d83fce9e23c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8438275 May 19 06:05:52.413120 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56294) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:52.418020 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:05:52.423104 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:52.426840 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Usage tracker for resource:router and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:52.429665 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:52.435367 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:52.510037 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.511044 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.525815 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.551043 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-3064107a-3a4f-42a3-872c-22195d47ac74', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 06:05:52.556035 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.705315 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Allocated IP 172.20.0.2 (3064107a-3a4f-42a3-872c-22195d47ac74/4ae67e65-5140-4d65-8e40-7c664a1fd7c5/e5e456ce-307e-4b49-a52a-cdd6a8017606) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:05:52.908866 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:52.918686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Transition to ACTIVE for port object e5e456ce-307e-4b49-a52a-cdd6a8017606 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:05:52.936856 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Transition to ACTIVE for port object e5e456ce-307e-4b49-a52a-cdd6a8017606 will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:05:52.954005 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.013120 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.017116 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:53.085417 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Network 3064107a-3a4f-42a3-872c-22195d47ac74 is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:05:53.086574 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:05:53.089135 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:05:53.128346 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Pushing event updated for resources: {'Port': ['ID=e5e456ce-307e-4b49-a52a-cdd6a8017606,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:53.131440 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:53.189736 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Attempting to bind port e5e456ce-307e-4b49-a52a-cdd6a8017606 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:05:53.190019 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Attempting to bind port e5e456ce-307e-4b49-a52a-cdd6a8017606 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:05:53.190383 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Attempting to bind port e5e456ce-307e-4b49-a52a-cdd6a8017606 on network 3064107a-3a4f-42a3-872c-22195d47ac74 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:05:53.196138 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:05:53.196519 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Checking segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:05:53.196926 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.197327 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Bound using segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:05:53.197799 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Bound port: e5e456ce-307e-4b49-a52a-cdd6a8017606, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:05:53.198180 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.287454 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] For port e5e456ce-307e-4b49-a52a-cdd6a8017606, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:05:53.290491 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] For port e5e456ce-307e-4b49-a52a-cdd6a8017606, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e5e456ce-307e-4b49-a52a-cdd6a8017606,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:05:53.351928 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.356464 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.361595 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:53.381861 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.485727 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Pushing event updated for resources: {'Port': ['ID=e5e456ce-307e-4b49-a52a-cdd6a8017606,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:53.489624 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:53.526152 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Allocated IP 172.28.2.181 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/548b61af-aa45-4b06-af89-6ba3a282690d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:05:53.686391 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.770276 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:53.774248 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b435024c-32ad-404e-b9b3-f1018943b77f tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:53.833231 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:05:53.836027 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:05:53.839671 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:05:53.880993 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Pushing event updated for resources: {'Port': ['ID=548b61af-aa45-4b06-af89-6ba3a282690d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:53.888223 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:53.972366 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e5e456ce-307e-4b49-a52a-cdd6a8017606 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:05:54.095168 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port e5e456ce-307e-4b49-a52a-cdd6a8017606 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:05:54.341938 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:54.354522 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:54.392291 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b348461-e130-48b8-b048-d96b615cbc82 None None] Network 3064107a-3a4f-42a3-872c-22195d47ac74 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:05:54.573711 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Provisioning for port e5e456ce-307e-4b49-a52a-cdd6a8017606 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:05:54.579819 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Provisioning complete for port e5e456ce-307e-4b49-a52a-cdd6a8017606 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:54.580195 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:54.755336 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:54.794010 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-eea7430b-563a-4982-b50d-d00415367043 None None] For port e5e456ce-307e-4b49-a52a-cdd6a8017606, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e5e456ce-307e-4b49-a52a-cdd6a8017606,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:05:54.812711 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:54.876105 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:54.877912 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:54.944828 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Pushing event updated for resources: {'Port': ['ID=e5e456ce-307e-4b49-a52a-cdd6a8017606,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:54.947930 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-eea7430b-563a-4982-b50d-d00415367043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:54.996292 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-e8c38dd1-5cf8-4586-9c73-e69d738da85e None None] Provisioning complete for port e5e456ce-307e-4b49-a52a-cdd6a8017606 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:54.996593 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e8c38dd1-5cf8-4586-9c73-e69d738da85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:55.135390 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Router eca22817-6c14-4908-9e3b-b24ab523a353 is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 06:05:55.307894 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:05:55.316139 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Sync routers for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:05:55.325119 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:05:55.325724 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:55.384233 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:55.385460 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-a45f45bb-508d-4b31-a084-b060e294cea6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9714146 May 19 06:05:55.388144 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56324) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:55.499133 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:05:55.781065 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:54Z', 'revision_number': 3, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:55.784910 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Checking router: eca22817-6c14-4908-9e3b-b24ab523a353 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:05:55.786989 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Updating router eca22817-6c14-4908-9e3b-b24ab523a353 port 548b61af-aa45-4b06-af89-6ba3a282690d binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:05:55.838015 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:55.955998 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e5e456ce-307e-4b49-a52a-cdd6a8017606 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:05:56.061840 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.130335 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port e5e456ce-307e-4b49-a52a-cdd6a8017606 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:56.130713 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.386153 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.389243 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Allocated IP 172.20.0.1 (3064107a-3a4f-42a3-872c-22195d47ac74/4ae67e65-5140-4d65-8e40-7c664a1fd7c5/4a4e672f-8972-465a-8654-6e0e9d885416) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:05:56.398509 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Transition to ACTIVE for port object 548b61af-aa45-4b06-af89-6ba3a282690d will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:05:56.502203 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.506958 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:56.535757 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.551234 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Transition to ACTIVE for port object 4a4e672f-8972-465a-8654-6e0e9d885416 will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:05:56.578404 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Attempting to bind port 548b61af-aa45-4b06-af89-6ba3a282690d on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:05:56.578802 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Attempting to bind port 548b61af-aa45-4b06-af89-6ba3a282690d by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:05:56.579197 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Attempting to bind port 548b61af-aa45-4b06-af89-6ba3a282690d on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:05:56.588035 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f94a-dc07-4feb-80d0-4283df99fa75 None None] Pushing event updated for resources: {'Port': ['ID=548b61af-aa45-4b06-af89-6ba3a282690d,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:56.590904 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-9b60f94a-dc07-4feb-80d0-4283df99fa75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:56.591961 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:05:56.592395 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:05:56.592912 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.593310 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:05:56.593789 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Bound port: 548b61af-aa45-4b06-af89-6ba3a282690d, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:05:56.594217 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.632913 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.637545 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-51b22ca5-58eb-4103-b6e0-7bce95b2fde1 tempest-VolumesActionsTest-140841252 tempest-VolumesActionsTest-140841252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:56.668840 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] For port 548b61af-aa45-4b06-af89-6ba3a282690d, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:05:56.671965 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] For port 548b61af-aa45-4b06-af89-6ba3a282690d, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=548b61af-aa45-4b06-af89-6ba3a282690d,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:05:56.703823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Network 3064107a-3a4f-42a3-872c-22195d47ac74 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:05:56.706481 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:05:56.709052 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:05:56.744713 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.749010 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Pushing event updated for resources: {'Port': ['ID=4a4e672f-8972-465a-8654-6e0e9d885416,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:56.749156 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:56.749261 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:56.769487 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:56.827422 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:05:56.828058 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:56.895218 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f94a-dc07-4feb-80d0-4283df99fa75 None None] Pushing event updated for resources: {'Port': ['ID=548b61af-aa45-4b06-af89-6ba3a282690d,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:56.899703 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-9b60f94a-dc07-4feb-80d0-4283df99fa75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:56.981328 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56336) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:57.018029 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:05:57.042096 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Deleting subnet cb457363-bd45-46b4-89a3-b17d2312ab10 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:05:57.045213 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.082757 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.100479 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1740151'] for subnet, precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.122718 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-bdecf913-dce7-4f3b-9da4-a71bd4333303 None None] Provisioning for port 4a4e672f-8972-465a-8654-6e0e9d885416 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:05:57.133688 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-bdecf913-dce7-4f3b-9da4-a71bd4333303 None None] Provisioning complete for port 4a4e672f-8972-465a-8654-6e0e9d885416 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:57.134069 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bdecf913-dce7-4f3b-9da4-a71bd4333303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.157404 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.269094 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-bdecf913-dce7-4f3b-9da4-a71bd4333303 None None] Port 4a4e672f-8972-465a-8654-6e0e9d885416 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:05:57.310571 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.362721 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:54Z', 'revision_number': 3, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:57.366665 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ba03-bcf3-4909-a981-80844e58ddc3 None None] The sync data for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb is: [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:54Z', 'revision_number': 3, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:05:57.378965 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.407747 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4e135e6a-aefd-4c9c-8824-bcd2445a1dcb tempest-ServerRescueNegativeTestJSON-1827615778 tempest-ServerRescueNegativeTestJSON-1827615778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:57.476398 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1740186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262412187'] for subnet, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.481953 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ad5e62c5-bdf6-4fba-9429-1d07efab058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:57.497563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.497563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Pushing event updated for resources: {'Port': ['ID=4a4e672f-8972-465a-8654-6e0e9d885416,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:57.497563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:57.519407 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb457363-bd45-46b4-89a3-b17d2312ab10,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:57.521910 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:57.525560 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for subnet, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.533657 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-be1fc93c-3f3c-4689-8a57-366e25f7f588 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb457363-bd45-46b4-89a3-b17d2312ab10 HTTP/1.1" status: 204 len: 168 time: 0.5512793 May 19 06:05:57.536100 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56340) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:57.644148 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Network 3064107a-3a4f-42a3-872c-22195d47ac74 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:05:57.645419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:05:57.671285 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.817416 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.832641 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30de79d-3c4e-4933-8bac-09bc27f1049a']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:57.845962 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9895f542-e1fc-4800-a8d9-2ceefdbbf752') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:57.846338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9895f542-e1fc-4800-a8d9-2ceefdbbf752') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:57.860123 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1740128'] for segment, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.866154 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Router eca22817-6c14-4908-9e3b-b24ab523a353 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:05:57.885249 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.901288 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:05:57.901288 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1678648'] for segment, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: Traceback (most recent call last): May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: timer() May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: cb(*args, **kw) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: return func(*args, **kwargs) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: self._notify() May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: self.callback(batched_events) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: event.method(event) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: return f(self, *a, **k) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: return self._get(url).json() May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:05:57.913967 dv-cinder-782405-8-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:05:57.916811 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7bb015c6-11c6-4227-a961-3360e611c033 None None] Provisioning complete for port 4a4e672f-8972-465a-8654-6e0e9d885416 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:57.917286 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7bb015c6-11c6-4227-a961-3360e611c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.003464 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7bb015c6-11c6-4227-a961-3360e611c033 None None] Port 4a4e672f-8972-465a-8654-6e0e9d885416 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:05:58.014040 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 548b61af-aa45-4b06-af89-6ba3a282690d up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:05:58.072905 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.080044 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.087988 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e30c589d-beca-47c5-98ff-3a8535a71284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:58.108942 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30de79d-3c4e-4933-8bac-09bc27f1049a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:58.112188 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:58.164106 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 548b61af-aa45-4b06-af89-6ba3a282690d completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:05:58.170016 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 548b61af-aa45-4b06-af89-6ba3a282690d triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:05:58.173288 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.194127 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-99b9993b-58a2-4c4e-813c-76cbc02d6405 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e30de79d-3c4e-4933-8bac-09bc27f1049a HTTP/1.1" status: 204 len: 168 time: 0.6570194 May 19 06:05:58.234843 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:05:58.244661 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-72671f0a-de2e-473a-a5e2-95a508fa590a admin admin] 10.222.0.24 "PUT /v2.0/routers/eca22817-6c14-4908-9e3b-b24ab523a353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8552735 May 19 06:05:58.307103 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.325571 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 548b61af-aa45-4b06-af89-6ba3a282690d, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=548b61af-aa45-4b06-af89-6ba3a282690d,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:05:58.401448 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.403345 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:58.475849 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=548b61af-aa45-4b06-af89-6ba3a282690d,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:58.478767 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:58.540818 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56352) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:58.590901 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56356) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:58.591093 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-8322a3e5-4733-48b2-941a-d6e5e5841093 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55aebcee2494420da6dddd68cc7c0f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491226 May 19 06:05:58.649033 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.675307 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.830464 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.835448 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-92430e2a-4b0e-44d5-a6a1-04af5571a4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:58.848772 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7930f4-9bae-4309-8791-c755b25a2d14,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:58.851753 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:58.923061 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:58.928235 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-80ebc4eb-6036-4cbb-93e2-c18b49fed2c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea7930f4-9bae-4309-8791-c755b25a2d14 HTTP/1.1" status: 204 len: 168 time: 0.3333931 May 19 06:05:59.032527 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56370) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:59.037036 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Sync routers for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:05:59.038370 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-268664298-network', 'tenant_id': '01d5aa12512a47768a30451b2666102b'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:05:59.043198 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:59.047518 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Usage tracker for resource:network and tenant:01d5aa12512a47768a30451b2666102b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:59.047866 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:05:59.048525 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:59.051716 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:59.057408 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:59.135470 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Made reservation on behalf of 01d5aa12512a47768a30451b2666102b for: {'network': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:05:59.137884 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4190332'] for network, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.153480 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.168438 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:59.172482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:01d5aa12512a47768a30451b2666102b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:59.175398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:59.181143 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:59.222897 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:05:59.269521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.335163 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.338471 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f7275265-5600-4555-befa-d2fbf7e02550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:59.366356 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:05:59.376229 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f5eea-a07a-44a1-b358-4e2396de3b41,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:59.387621 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.388018 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.segments_db [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Added segment 0d8243a4-7ec9-4292-8b55-ee6f8257dc37 of type vlan for network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 May 19 06:05:59.400656 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:59.425429 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727509113465'] for network, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.503927 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139'] for network, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.505391 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:05:59.506001 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.511337 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6ff26b2c-e65a-4092-8c7e-a4c316b5247d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:05:59.568806 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:05:57Z', 'revision_number': 2, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:05:59.572700 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Checking router: eca22817-6c14-4908-9e3b-b24ab523a353 for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:05:59.573214 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Updating router eca22817-6c14-4908-9e3b-b24ab523a353 port 4a4e672f-8972-465a-8654-6e0e9d885416 binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:05:59.617122 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef62b38-267e-4eea-8b3d-d2f76f33b886,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:05:59.620705 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:05:59.628500 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 details requested by agent ovs-agent-dv-cinder-782405-8-smb with host dv-cinder-782405-8-smb {{(pid=103797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 06:05:59.629811 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.673508 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-dd572ded-a512-4f4f-8b8e-5e4b6c5f6dc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6367841 May 19 06:05:59.673717 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56384) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:05:59.679521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Request body: {'subnet': {'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-268664298-subnet', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'ip_version': 4}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:05:59.685017 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:05:59.690000 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Usage tracker for resource:subnet and tenant:01d5aa12512a47768a30451b2666102b is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:05:59.692912 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:05:59.699200 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:05:59.794989 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Made reservation on behalf of 01d5aa12512a47768a30451b2666102b for: {'subnet': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:05:59.799751 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262470825'] for subnet, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.963982 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 548b61af-aa45-4b06-af89-6ba3a282690d up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:05:59.974995 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:05:59.987004 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Transition to ACTIVE for port object 4a4e672f-8972-465a-8654-6e0e9d885416 will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:00.036425 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 548b61af-aa45-4b06-af89-6ba3a282690d triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:00.036883 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.072874 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.077532 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:00.142368 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Pushing event updated for resources: {'Port': ['ID=4a4e672f-8972-465a-8654-6e0e9d885416,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:00.151677 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.152046 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.152380 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.152706 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.153027 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.153351 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.153669 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.153987 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.154328 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.154647 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.154958 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.155302 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:00.170130 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:00.347491 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Attempting to bind port 4a4e672f-8972-465a-8654-6e0e9d885416 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:06:00.347861 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Attempting to bind port 4a4e672f-8972-465a-8654-6e0e9d885416 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:06:00.348423 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Attempting to bind port 4a4e672f-8972-465a-8654-6e0e9d885416 on network 3064107a-3a4f-42a3-872c-22195d47ac74 {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:06:00.354771 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:06:00.358998 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Checking segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:06:00.359202 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262312538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262470811'] for subnet, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.359337 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.359337 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Bound using segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:06:00.359337 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Bound port: 4a4e672f-8972-465a-8654-6e0e9d885416, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:06:00.359337 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.365161 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5f9f90ae-3441-4ab4-9f1d-6d6659bd0dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:00.459732 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=65057d87-a436-4a82-813b-971bc3d5f8c0,revision_number=0']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:00.462952 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:00.466249 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Checking segment: {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:06:00.466599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Network hostable DHCP agents. Network: 5ef62b38-267e-4eea-8b3d-d2f76f33b886, hostable agents: ['b8681588-c962-4842-a640-e037c83bb725'], hosted agents: [] {{(pid=103796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:06:00.471109 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] For port 4a4e672f-8972-465a-8654-6e0e9d885416, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:06:00.477762 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] For port 4a4e672f-8972-465a-8654-6e0e9d885416, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=4a4e672f-8972-465a-8654-6e0e9d885416,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:06:00.556040 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.560057 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:00.569473 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 is scheduled to be hosted by DHCP agent b8681588-c962-4842-a640-e037c83bb725 with binding_index 1 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:06:00.636602 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:00.637277 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:00.638681 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-8-smb, 5ef62b38-267e-4eea-8b3d-d2f76f33b886) {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:00.648044 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:00.648638 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.654945 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e6095-a18e-4b77-ad52-1182ff0343cb None None] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:06:00.699183 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Pushing event updated for resources: {'Port': ['ID=4a4e672f-8972-465a-8654-6e0e9d885416,revision_number=4']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:00.715868 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-b4723bb5-edc7-4c49-91e4-d49ae3d6d7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:00.745554 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:00.746111 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-69cf25a0-90c2-4aa5-a39a-f4b11e71e0bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0710454 May 19 06:06:00.752089 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:00.759517 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:00.768971 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Usage tracker for resource:router and tenant:01d5aa12512a47768a30451b2666102b is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:00.772670 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:00.779134 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:00.839616 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:00.841202 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60008'] for router, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.842275 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60003'] for router, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.860830 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:00.912373 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52fe4aa5-1b6c-577b-97cd-4addd95f7e13-5ef62b38-267e-4eea-8b3d-d2f76f33b886', 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'fixed_ips': [{'subnet_id': '65057d87-a436-4a82-813b-971bc3d5f8c0'}]}} from dv-cinder-782405-8-smb. {{(pid=103797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 06:06:00.913178 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.079403 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.db_base_plugin_common [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Allocated IP 172.20.0.2 (5ef62b38-267e-4eea-8b3d-d2f76f33b886/65057d87-a436-4a82-813b-971bc3d5f8c0/378c64bb-9b53-4550-bcef-0fcebee9517c) {{(pid=103797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:06:01.196318 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:00Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:01.200198 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d6a52-08cd-446c-9ecf-1653a8b5a56f None None] The sync data for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb is: [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:00Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:01.312872 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59981'] for router, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.340781 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Notify callbacks [] for port, precommit_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.351475 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Transition to ACTIVE for port object 378c64bb-9b53-4550-bcef-0fcebee9517c will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:01.381371 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Transition to ACTIVE for port object 378c64bb-9b53-4550-bcef-0fcebee9517c will not be triggered until provisioned by entity DHCP. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:01.455738 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623'] for port, after_create {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.459673 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:01.532683 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 is already hosted by enough agents. {{(pid=103797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:06:01.535981 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.scheduler.base_scheduler [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Resources bound (agent type, host, resource id): {{(pid=103797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:01.540566 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Received port after_create {{(pid=103797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:06:01.542570 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Pushing event updated for resources: {'Port': ['ID=378c64bb-9b53-4550-bcef-0fcebee9517c,revision_number=1']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:01.576067 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.577686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.577686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.577686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.577686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.577686 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.578263 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.578362 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.578723 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.579044 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.579391 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.579701 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:01.587885 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:01.645649 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Attempting to bind port 378c64bb-9b53-4550-bcef-0fcebee9517c on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:06:01.646178 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Attempting to bind port 378c64bb-9b53-4550-bcef-0fcebee9517c by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:06:01.646694 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Attempting to bind port 378c64bb-9b53-4550-bcef-0fcebee9517c on network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:06:01.653045 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:06:01.653519 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Checking segment: {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:06:01.653934 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.654334 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Bound using segment: {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:06:01.654837 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Bound port: 378c64bb-9b53-4550-bcef-0fcebee9517c, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:06:01.655247 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.725269 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.753668 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] For port 378c64bb-9b53-4550-bcef-0fcebee9517c, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:06:01.756473 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.757395 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] For port 378c64bb-9b53-4550-bcef-0fcebee9517c, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=378c64bb-9b53-4550-bcef-0fcebee9517c,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:06:01.842057 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:01.846612 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:01.910257 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Allocated IP 172.28.2.23 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/35dd58e3-80be-43aa-becf-f2292b423a48) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:06:01.923950 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Pushing event updated for resources: {'Port': ['ID=378c64bb-9b53-4550-bcef-0fcebee9517c,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:01.927123 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-fbddd235-6a39-4803-9148-076cfa9affdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:02.012655 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 4a4e672f-8972-465a-8654-6e0e9d885416 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:02.111154 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.184494 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 4a4e672f-8972-465a-8654-6e0e9d885416 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:02.190877 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 4a4e672f-8972-465a-8654-6e0e9d885416 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:02.191307 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.226275 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.261570 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.267147 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-2bdfb52d-9584-4a3d-9344-fb43b8fb3430 tempest-VolumesNegativeTest-1929666618 tempest-VolumesNegativeTest-1929666618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:02.315282 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.327661 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:06:02.331194 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:02.334811 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:06:02.347909 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 4a4e672f-8972-465a-8654-6e0e9d885416, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=4a4e672f-8972-465a-8654-6e0e9d885416,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:02.373036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Pushing event updated for resources: {'Port': ['ID=35dd58e3-80be-43aa-becf-f2292b423a48,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:02.384112 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:02.409937 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.413220 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2db9cfdd-c5f2-441f-a6e2-f1da0657e995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:02.482673 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=4a4e672f-8972-465a-8654-6e0e9d885416,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:02.495687 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:02.828025 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:02.846660 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b11510-23c2-49f5-be5f-ccd44dcef24e None None] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:06:02.978135 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-4c50dc1c-9c00-40ec-a59e-20f2cd7582a3 None None] Provisioning for port 378c64bb-9b53-4550-bcef-0fcebee9517c completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:03.278064 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025679'] for router, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:03.597704 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf is scheduled to L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 06:06:03.773894 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:03.782689 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Sync routers for ids ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:03.791967 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Routers {'66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:03.792575 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:03.864300 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Notify callbacks [] for router, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:03.865463 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1181693 May 19 06:06:03.868311 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56428) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:04.008941 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Set router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:04.051905 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 378c64bb-9b53-4550-bcef-0fcebee9517c up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:04.345229 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 3, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:04.349195 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Checking router: 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:04.349452 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Updating router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf port 35dd58e3-80be-43aa-becf-f2292b423a48 binding host dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:06:04.400595 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 378c64bb-9b53-4550-bcef-0fcebee9517c completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:04.408031 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 378c64bb-9b53-4550-bcef-0fcebee9517c triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:04.408031 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:04.441138 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:04.664238 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:04.670681 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:04.765776 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 378c64bb-9b53-4550-bcef-0fcebee9517c, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=378c64bb-9b53-4550-bcef-0fcebee9517c,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:04.837901 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:04.838741 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 4a4e672f-8972-465a-8654-6e0e9d885416 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:04.871859 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Allocated IP 172.20.0.1 (5ef62b38-267e-4eea-8b3d-d2f76f33b886/65057d87-a436-4a82-813b-971bc3d5f8c0/9126dd8e-2679-4700-aa42-13e0609dd239) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:06:04.875768 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:04.978758 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Notify callbacks [] for port, precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:04.985637 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=378c64bb-9b53-4550-bcef-0fcebee9517c,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:04.994548 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:04.998761 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Transition to ACTIVE for port object 35dd58e3-80be-43aa-becf-f2292b423a48 will not be triggered until provisioned by entity L2. {{(pid=103797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:05.008486 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 4a4e672f-8972-465a-8654-6e0e9d885416 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:05.008919 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.023499 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.038661 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Transition to ACTIVE for port object 9126dd8e-2679-4700-aa42-13e0609dd239 will not be triggered until provisioned by entity DHCP. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:05.057685 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.063908 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:05.141412 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1678661'] for port, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.142371 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Attempting to bind port 35dd58e3-80be-43aa-becf-f2292b423a48 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:06:05.142747 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Attempting to bind port 35dd58e3-80be-43aa-becf-f2292b423a48 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:06:05.143125 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Attempting to bind port 35dd58e3-80be-43aa-becf-f2292b423a48 on network a9a911a4-f1dc-4a86-8971-72a020d499e7 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:06:05.146265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-862be2ce-a03b-4319-9f85-a4c47522b53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:05.185413 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:06:05.185781 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Checking segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:06:05.186234 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.186630 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Bound using segment: {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:06:05.187121 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Bound port: 35dd58e3-80be-43aa-becf-f2292b423a48, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314cb4-6c9a-47d2-9764-f8eef87d9727', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:06:05.187490 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.209961 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e08ad1-c7b1-47ef-b17d-dc283bade74a None None] Pushing event updated for resources: {'Port': ['ID=35dd58e3-80be-43aa-becf-f2292b423a48,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:05.210926 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:06:05.213883 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:05.217573 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:06:05.228305 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-75e08ad1-c7b1-47ef-b17d-dc283bade74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:05.255037 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9126dd8e-2679-4700-aa42-13e0609dd239,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:05.262767 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:05.276383 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036348'] for router_interface, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.293595 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] For port 35dd58e3-80be-43aa-becf-f2292b423a48, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:06:05.296852 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] For port 35dd58e3-80be-43aa-becf-f2292b423a48, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=35dd58e3-80be-43aa-becf-f2292b423a48,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:06:05.370450 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.374828 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:05.448853 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Routers {'66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:05.449678 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:05.562848 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e08ad1-c7b1-47ef-b17d-dc283bade74a None None] Pushing event updated for resources: {'Port': ['ID=35dd58e3-80be-43aa-becf-f2292b423a48,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:05.566648 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-75e08ad1-c7b1-47ef-b17d-dc283bade74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:05.648680 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.669499 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-522b7fba-0312-4a6e-95c5-37a0be0aedbd None None] Provisioning for port 9126dd8e-2679-4700-aa42-13e0609dd239 completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:05.680799 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-522b7fba-0312-4a6e-95c5-37a0be0aedbd None None] Provisioning complete for port 9126dd8e-2679-4700-aa42-13e0609dd239 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:05.681172 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-522b7fba-0312-4a6e-95c5-37a0be0aedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.723350 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] Set router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:05.870232 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-522b7fba-0312-4a6e-95c5-37a0be0aedbd None None] Port 9126dd8e-2679-4700-aa42-13e0609dd239 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:06:05.877234 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.952643 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:05.953022 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 378c64bb-9b53-4550-bcef-0fcebee9517c up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:05.980492 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-555e7f82-b667-4384-a7cd-a26d06f911d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:06.062074 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9126dd8e-2679-4700-aa42-13e0609dd239,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:06.064578 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036379'] for router_interface, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:06.069204 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:06.081623 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 378c64bb-9b53-4550-bcef-0fcebee9517c triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:06.082172 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:06.139481 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 3, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:06.146041 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700bbd4-97f9-4b21-ad01-37633ddc5c6b None None] The sync data for ids ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'] in dv-cinder-782405-8-smb is: [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 3, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:06.210165 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:06:06.211651 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:06.414654 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7ead94cb-2cbf-432a-8aaf-259a9f1159c2 None None] Provisioning complete for port 9126dd8e-2679-4700-aa42-13e0609dd239 triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:06.415276 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ead94cb-2cbf-432a-8aaf-259a9f1159c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:06.482271 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7ead94cb-2cbf-432a-8aaf-259a9f1159c2 None None] Port 9126dd8e-2679-4700-aa42-13e0609dd239 cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:06:06.525928 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:06:06.711368 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:06.726227 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/66bb0a8a-5e5a-4687-b2dd-4423b566d0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533382 May 19 06:06:07.373725 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56470) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:07.492619 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:07.506819 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:07.510693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f86ce24f2540b4ba374544456c07c3 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:07.513775 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:07.519347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:07.603099 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:07.669461 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:07.682062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d77a9a85-89a6-4683-9a86-d730c95d6062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:07.726451 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8f86ce24f2540b4ba374544456c07c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519924 May 19 06:06:07.729105 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56486) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:07.739316 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba7d636-0b60-45ee-809e-98dc2e06b421,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:07.743018 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-79211860-450e-42e6-9525-dd6e95417286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:07.805772 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:07.836080 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:07.972903 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:07.982431 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 35dd58e3-80be-43aa-becf-f2292b423a48 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:07.988062 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-b3254c70-79ab-4d6c-a6c3-e1e858f77441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:08.001548 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba7d636-0b60-45ee-809e-98dc2e06b421,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:08.003596 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:08.004825 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ba7d636-0b60-45ee-809e-98dc2e06b421 HTTP/1.1" status: 204 len: 168 time: 0.2742116 May 19 06:06:08.005711 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-97426356-75e6-4af7-8c5f-f537ff899587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:08.201077 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 35dd58e3-80be-43aa-becf-f2292b423a48 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:08.207633 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 35dd58e3-80be-43aa-becf-f2292b423a48 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:08.211827 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:08.390883 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:08.420227 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 35dd58e3-80be-43aa-becf-f2292b423a48, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=35dd58e3-80be-43aa-becf-f2292b423a48,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:08.504985 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:08.515430 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-236f5c8f-35aa-4910-ba70-003e5c0b53af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:08.534012 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Sync routers for ids ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:08.554097 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Routers {'66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:08.555114 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:08.606476 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=35dd58e3-80be-43aa-becf-f2292b423a48,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:08.609663 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:08.741317 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Set router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:09.070080 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:06:05Z', 'revision_number': 4, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '9126dd8e-2679-4700-aa42-13e0609dd239', 'name': '', 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'mac_address': 'fa:16:3e:04:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '65057d87-a436-4a82-813b-971bc3d5f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:04Z', 'updated_at': '2021-05-19T06:06:05Z', 'revision_number': 2, 'project_id': '01d5aa12512a47768a30451b2666102b', 'subnets': [{'id': '65057d87-a436-4a82-813b-971bc3d5f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:09.075421 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Checking router: 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:09.075783 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Updating router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf port 9126dd8e-2679-4700-aa42-13e0609dd239 binding host dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:06:09.134432 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:09.494333 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:09.506237 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.provisioning_blocks [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Transition to ACTIVE for port object 9126dd8e-2679-4700-aa42-13e0609dd239 will not be triggered until provisioned by entity L2. {{(pid=103798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:09.569946 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:09.574549 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:09.737630 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42392-8fc5-4d98-aa8e-f22aa6b8fae4 None None] Pushing event updated for resources: {'Port': ['ID=9126dd8e-2679-4700-aa42-13e0609dd239,revision_number=3']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:09.744689 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-d8f42392-8fc5-4d98-aa8e-f22aa6b8fae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:09.817581 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Attempting to bind port 9126dd8e-2679-4700-aa42-13e0609dd239 on host dv-cinder-782405-8-smb for vnic_type normal with profile {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:06:09.817949 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Attempting to bind port 9126dd8e-2679-4700-aa42-13e0609dd239 by drivers openvswitch,hyperv on host dv-cinder-782405-8-smb at level 0 using segments [{'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:06:09.818311 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Attempting to bind port 9126dd8e-2679-4700-aa42-13e0609dd239 on network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:06:09.824500 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Checking agent: {'id': '2bdc69e0-6fee-44a3-bcec-f889c011be81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 47, 51), 'started_at': datetime.datetime(2021, 5, 19, 5, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:06:09.824874 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Checking segment: {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:06:09.825268 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:09.825655 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Bound using segment: {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'} {{(pid=103798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:06:09.826120 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.managers [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Bound port: 9126dd8e-2679-4700-aa42-13e0609dd239, host: dv-cinder-782405-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8243a4-7ec9-4292-8b55-ee6f8257dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886'}}] {{(pid=103798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:06:09.826483 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:09.926514 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] For port 9126dd8e-2679-4700-aa42-13e0609dd239, host dv-cinder-782405-8-smb, cleared binding levels {{(pid=103798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:06:09.929621 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.plugins.ml2.db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] For port 9126dd8e-2679-4700-aa42-13e0609dd239, host dv-cinder-782405-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=9126dd8e-2679-4700-aa42-13e0609dd239,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:06:09.990673 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 35dd58e3-80be-43aa-becf-f2292b423a48 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:10.013464 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:10.017486 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:10.101583 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 35dd58e3-80be-43aa-becf-f2292b423a48 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:10.102326 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:10.131983 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Routers {'66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:10.132610 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:05:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:10.210419 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42392-8fc5-4d98-aa8e-f22aa6b8fae4 None None] Pushing event updated for resources: {'Port': ['ID=9126dd8e-2679-4700-aa42-13e0609dd239,revision_number=4']} {{(pid=103798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:10.214907 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-d8f42392-8fc5-4d98-aa8e-f22aa6b8fae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:10.367159 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] Set router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:10.684378 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:06:05Z', 'revision_number': 4, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '9126dd8e-2679-4700-aa42-13e0609dd239', 'name': '', 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'mac_address': 'fa:16:3e:04:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '65057d87-a436-4a82-813b-971bc3d5f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:04Z', 'updated_at': '2021-05-19T06:06:09Z', 'revision_number': 4, 'project_id': '01d5aa12512a47768a30451b2666102b', 'subnets': [{'id': '65057d87-a436-4a82-813b-971bc3d5f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:10.688240 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29251a74-b783-4f69-ae43-2ebd65a8a6a7 None None] The sync data for ids ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'] in dv-cinder-782405-8-smb is: [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:06:05Z', 'revision_number': 4, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '9126dd8e-2679-4700-aa42-13e0609dd239', 'name': '', 'network_id': '5ef62b38-267e-4eea-8b3d-d2f76f33b886', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'mac_address': 'fa:16:3e:04:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '65057d87-a436-4a82-813b-971bc3d5f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:04Z', 'updated_at': '2021-05-19T06:06:09Z', 'revision_number': 4, 'project_id': '01d5aa12512a47768a30451b2666102b', 'subnets': [{'id': '65057d87-a436-4a82-813b-971bc3d5f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:12.014407 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 9126dd8e-2679-4700-aa42-13e0609dd239 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:12.172778 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning for port 9126dd8e-2679-4700-aa42-13e0609dd239 completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:12.179273 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 9126dd8e-2679-4700-aa42-13e0609dd239 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:12.184471 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:12.337216 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:12.380873 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] For port 9126dd8e-2679-4700-aa42-13e0609dd239, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=9126dd8e-2679-4700-aa42-13e0609dd239,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:12.454193 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:12.458070 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:12.538402 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Pushing event updated for resources: {'Port': ['ID=9126dd8e-2679-4700-aa42-13e0609dd239,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:12.549327 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:13.954057 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 9126dd8e-2679-4700-aa42-13e0609dd239 up at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:14.033278 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Provisioning complete for port 9126dd8e-2679-4700-aa42-13e0609dd239 triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:14.033654 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:18.413206 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-18291857-5ec2-4525-8d39-2b5cffac46b2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:18.414664 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-18291857-5ec2-4525-8d39-2b5cffac46b2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 815 time: 0.1429338 May 19 06:06:18.429600 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-10f9f3cd-f9ae-4c67-99cd-15d493788e5e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/quotas/f0429040e4dc4625afca3f03ebf5da76 HTTP/1.1" status: 200 len: 375 time: 0.0094073 May 19 06:06:18.510518 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-29c34915-85e3-4fde-8248-ffa66954ef6f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Synchronizing usage tracker for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:06:18.626980 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-29c34915-85e3-4fde-8248-ffa66954ef6f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Unset dirty status for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:06:18.628334 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-29c34915-85e3-4fde-8248-ffa66954ef6f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933513 May 19 06:06:18.644010 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-7bbe5f04-f2a7-4bc9-9e40-540e516edd0f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 06:06:18.644931 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-7bbe5f04-f2a7-4bc9-9e40-540e516edd0f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052285 May 19 06:06:18.775358 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-8947ceb9-352e-4f6d-9b0f-c60b0f99739c service neutron] 10.222.0.24 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249511 May 19 06:06:18.905183 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-edbb4c44-c77b-4a4c-a5f3-4e33546bead9 service neutron] 10.222.0.24 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240823 May 19 06:06:18.942879 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-dc914089-cb23-4e69-a3e6-34e11e17043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:19.317518 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-092bfe43-e012-41c5-abe6-a3db9e2fc5c1 req-ff845e4c-a8c1-401b-9ef5-e8c781208fef tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 210 time: 0.1517456 May 19 06:06:19.975473 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:06:20.417704 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0ce187f7-d5e2-49e8-88f2-235921de9ae3 req-cdf1daa3-4cc0-4c9b-8ac4-d4003733b644 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 210 time: 0.0475461 May 19 06:06:21.308952 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:21.503760 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-56a53983-00a1-49f4-b6d1-240ca3af0682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:21.564173 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-bfb1fdf0-5ca8-4d01-affb-3eba4d4a19a2 req-687c095a-a4c7-405d-bcad-b1853e0cf510 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 210 time: 0.0420380 May 19 06:06:22.130414 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9b6c8858-374e-414d-89bb-676c3db74edb tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:22.131861 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9b6c8858-374e-414d-89bb-676c3db74edb tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 815 time: 0.2477343 May 19 06:06:22.144270 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'port': {'device_id': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'admin_state_up': True, 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:22.277021 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:22.287320 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:22.302129 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:22.357868 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Made reservation on behalf of f0429040e4dc4625afca3f03ebf5da76 for: {'port': 1} {{(pid=103796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:06:22.361439 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:22.523404 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Allocated IP 172.20.0.4 (3064107a-3a4f-42a3-872c-22195d47ac74/4ae67e65-5140-4d65-8e40-7c664a1fd7c5/44403ddc-fee4-4009-81df-89b0d4dae38b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:06:22.745139 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a008c278-c542-495c-bb8a-4e0c6576fad6 req-a711acdb-38bb-484e-823d-f6dabab9ba80 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 210 time: 0.0533271 May 19 06:06:22.767387 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:22.782834 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Transition to ACTIVE for port object 44403ddc-fee4-4009-81df-89b0d4dae38b will not be triggered until provisioned by entity DHCP. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:22.867302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:22.873241 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4ecf2947-5713-4a0b-94d2-2b51f8649f3a tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:22.941340 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Network 3064107a-3a4f-42a3-872c-22195d47ac74 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:06:22.944802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:22.948981 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:06:22.989900 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:22.994722 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:23.037544 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:23.038345 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.150311 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-9d7aa621-ba15-475c-971b-a102981cda52 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0095406 May 19 06:06:23.346507 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-500c7b14-6426-4c6d-8a3c-716cdb09505e None None] Provisioning for port 44403ddc-fee4-4009-81df-89b0d4dae38b completed by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:23.351738 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-500c7b14-6426-4c6d-8a3c-716cdb09505e None None] Provisioning complete for port 44403ddc-fee4-4009-81df-89b0d4dae38b triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:23.356144 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-500c7b14-6426-4c6d-8a3c-716cdb09505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:23.410628 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-500c7b14-6426-4c6d-8a3c-716cdb09505e None None] Port 44403ddc-fee4-4009-81df-89b0d4dae38b cannot update to ACTIVE because it is not bound. {{(pid=103797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 06:06:23.941452 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bd2cc-25ee-4a65-9590-47274ebcb84f req-a3eaee1c-c655-486b-a968-338eb7b9ebea tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:23.942883 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9b9bd2cc-25ee-4a65-9590-47274ebcb84f req-a3eaee1c-c655-486b-a968-338eb7b9ebea tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0834484 May 19 06:06:23.992808 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-9b9bd2cc-25ee-4a65-9590-47274ebcb84f req-d6ee2fc8-f318-4d4e-b4a2-72638ac756ae tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Synchronizing usage tracker for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:06:24.103832 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-9b9bd2cc-25ee-4a65-9590-47274ebcb84f req-d6ee2fc8-f318-4d4e-b4a2-72638ac756ae tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Unset dirty status for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:06:24.104923 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-9b9bd2cc-25ee-4a65-9590-47274ebcb84f req-d6ee2fc8-f318-4d4e-b4a2-72638ac756ae tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559141 May 19 06:06:24.335825 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:25.293873 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b6c7-349d-4dcb-a036-031f2bef824e req-828a2f6f-85af-433a-ade5-1a7bdafb865b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:25.294557 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-2d26b6c7-349d-4dcb-a036-031f2bef824e req-828a2f6f-85af-433a-ade5-1a7bdafb865b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Synchronizing usage tracker for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:06:25.409600 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-2d26b6c7-349d-4dcb-a036-031f2bef824e req-828a2f6f-85af-433a-ade5-1a7bdafb865b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Unset dirty status for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:06:25.410904 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2d26b6c7-349d-4dcb-a036-031f2bef824e req-828a2f6f-85af-433a-ade5-1a7bdafb865b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.1973722 May 19 06:06:25.468102 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2d26b6c7-349d-4dcb-a036-031f2bef824e req-3ff3d8e9-6a89-4124-af83-6746fcb8575a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 May 19 06:06:26.657764 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9079412-44ed-4f87-b2a6-086433622ede req-21fdfe25-a233-4778-8fb1-3ee5fa120e2e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:26.659325 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f9079412-44ed-4f87-b2a6-086433622ede req-21fdfe25-a233-4778-8fb1-3ee5fa120e2e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0873752 May 19 06:06:26.705788 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-f9079412-44ed-4f87-b2a6-086433622ede req-73828882-31c0-41c6-b537-8701f638392b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 May 19 06:06:27.891283 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329058e-0918-49e1-aaaf-186619a0114a req-1aaf50dd-0458-47e6-b09c-072e99958377 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:27.892800 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9329058e-0918-49e1-aaaf-186619a0114a req-1aaf50dd-0458-47e6-b09c-072e99958377 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0810728 May 19 06:06:27.939304 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-9329058e-0918-49e1-aaaf-186619a0114a req-c235fc5a-af29-4ce9-a3d0-7e6058f37d95 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 May 19 06:06:29.133614 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120683-c6f2-49fb-a27e-7fd5cf46d8e3 req-f0939d07-59e2-441d-b86e-547ea420274e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:29.135001 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-38120683-c6f2-49fb-a27e-7fd5cf46d8e3 req-f0939d07-59e2-441d-b86e-547ea420274e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0869439 May 19 06:06:29.181989 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-38120683-c6f2-49fb-a27e-7fd5cf46d8e3 req-35cf0e45-69b0-4efc-8a55-698dd5ba7d4b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 May 19 06:06:30.378435 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586a27-e289-40dc-a6e2-c6507f54e6e6 req-d71652d4-2679-484f-97ad-90062cdb45e0 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:30.379973 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a2586a27-e289-40dc-a6e2-c6507f54e6e6 req-d71652d4-2679-484f-97ad-90062cdb45e0 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0875955 May 19 06:06:30.425586 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-a2586a27-e289-40dc-a6e2-c6507f54e6e6 req-5f0cdec6-7a68-4613-9f3c-b24ed326ca8a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 May 19 06:06:31.620967 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e080b-c6dc-4d2f-bf9c-5ab1d4a788c1 req-233e8a42-0e6d-43d6-9f13-ccfa95dee4f8 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:31.622570 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3b2e080b-c6dc-4d2f-bf9c-5ab1d4a788c1 req-233e8a42-0e6d-43d6-9f13-ccfa95dee4f8 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0822773 May 19 06:06:31.672729 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-3b2e080b-c6dc-4d2f-bf9c-5ab1d4a788c1 req-29245b86-c749-4acb-9cd4-372aff57e498 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 May 19 06:06:32.223722 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:32.857025 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f670a0-37cf-44f1-8b49-f1968baaac52 req-f3111696-338d-42d8-ab64-0fbebbefbd14 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:32.858484 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-39f670a0-37cf-44f1-8b49-f1968baaac52 req-f3111696-338d-42d8-ab64-0fbebbefbd14 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 931 time: 0.0810523 May 19 06:06:32.906031 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-39f670a0-37cf-44f1-8b49-f1968baaac52 req-e7df2e1c-81d0-4b4a-a7ba-9740371aeaee tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 May 19 06:06:33.259943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-3f22044f-86e8-4730-b86e-414c852ddc6f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 06:06:33.260880 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-3f22044f-86e8-4730-b86e-414c852ddc6f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052445 May 19 06:06:33.323160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Request body: {'port': {'device_id': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:33.428997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:33.763862 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44403ddc-fee4-4009-81df-89b0d4dae38b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:06:33.770844 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:33.784996 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Transition to ACTIVE for port object 44403ddc-fee4-4009-81df-89b0d4dae38b will not be triggered until provisioned by entity L2. {{(pid=103796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 06:06:33.897758 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:33.902470 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9fa81108-883a-476d-9eb4-8c4d843281ad tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:34.102355 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8875a-4531-4cb2-81bd-e2394b621c86 req-9495706a-98b4-402c-a003-4f6f333481a7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.103939 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-83e8875a-4531-4cb2-81bd-e2394b621c86 req-9495706a-98b4-402c-a003-4f6f333481a7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 943 time: 0.0887311 May 19 06:06:34.144127 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:34.150765 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-83e8875a-4531-4cb2-81bd-e2394b621c86 req-affd97ab-fecf-4059-ae0e-60154c50c04b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 May 19 06:06:34.174363 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:34.246279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Attempting to bind port 44403ddc-fee4-4009-81df-89b0d4dae38b on host hv-cinder-78240 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 06:06:34.246663 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Attempting to bind port 44403ddc-fee4-4009-81df-89b0d4dae38b by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 06:06:34.246983 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Attempting to bind port 44403ddc-fee4-4009-81df-89b0d4dae38b on network 3064107a-3a4f-42a3-872c-22195d47ac74 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:06:34.251478 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Port 44403ddc-fee4-4009-81df-89b0d4dae38b on network 3064107a-3a4f-42a3-872c-22195d47ac74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 06:06:34.251788 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Attempting to bind port 44403ddc-fee4-4009-81df-89b0d4dae38b on network 3064107a-3a4f-42a3-872c-22195d47ac74 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 06:06:34.257366 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Checking agent: {'id': '7486661f-5cca-4cff-a1ac-58cc5f354948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'started_at': datetime.datetime(2021, 5, 19, 5, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 06:06:34.257686 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Checking segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 06:06:34.258059 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Bound using segment: {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 06:06:34.258470 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Bound port: 44403ddc-fee4-4009-81df-89b0d4dae38b, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37be4bab-99b3-419a-8f1a-7c326e311c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 06:06:34.258799 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:34.342696 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 06:06:34.345488 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 06:06:34.435044 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:34.438886 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ca9de43f-2e7f-4996-9f3a-d45e8d99b5b0 tempest-VolumesSnapshotTestJSON-1444770180 tempest-VolumesSnapshotTestJSON-1444770180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:34.498946 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.499575 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:34.500950 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] 10.222.0.32 "PUT /v2.0/ports/44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 1093 time: 1.2294171 May 19 06:06:34.501436 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:34.521269 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:34.525043 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b94f8617-eebc-4e28-a883-a64fcd2f9455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:34.620683 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'status': 'completed', 'code': 200} May 19 06:06:34.698347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-a5c8b19b-1e97-41e8-9a43-bf1086b85d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.699832 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-a5c8b19b-1e97-41e8-9a43-bf1086b85d7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1096 time: 0.0699296 May 19 06:06:34.768863 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-6e579ae3-8fa2-4915-95ce-f29b9c7a4906 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 217 time: 0.0619097 May 19 06:06:34.827468 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-8e5a8a16-fee9-4012-9309-a5b3813f940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.828817 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-8e5a8a16-fee9-4012-9309-a5b3813f940a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0545235 May 19 06:06:34.900624 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-beb79693-b1a0-4c15-a465-25344e0823f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:34.901933 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-beb79693-b1a0-4c15-a465-25344e0823f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0666528 May 19 06:06:35.033541 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-2dc4f6ac-e4ad-4b5a-b29b-99ae68d34ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240830 May 19 06:06:35.165516 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-1b01dc48-2d8a-497e-83e1-9bd988918d5e req-87b290d7-2157-4abb-a233-e6513de49096 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260581 May 19 06:06:35.357602 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb50ea0-a249-482f-bb0c-da5ff668cd22 req-615da694-54f0-4485-9a56-a6832fe3db4e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:35.397325 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5fb50ea0-a249-482f-bb0c-da5ff668cd22 req-615da694-54f0-4485-9a56-a6832fe3db4e tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 943 time: 0.0905631 May 19 06:06:35.407595 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-5fb50ea0-a249-482f-bb0c-da5ff668cd22 req-3c6c3453-c24d-4d09-acfa-e1f508b727fb tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 May 19 06:06:35.911735 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-d5594117-401b-4472-8c0e-af18607c72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:35.913174 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-d5594117-401b-4472-8c0e-af18607c72a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1096 time: 0.0729501 May 19 06:06:36.040952 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-cdb48104-5d49-44f3-b08d-b1ca8a0755b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:36.042345 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-cdb48104-5d49-44f3-b08d-b1ca8a0755b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1214483 May 19 06:06:36.110341 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-201c0976-b2b5-40c4-8d56-4fc0e5b8b295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 217 time: 0.0607624 May 19 06:06:36.173094 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-0c86da7d-b052-455b-bcdd-0380ebf5c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:36.174405 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-0c86da7d-b052-455b-bcdd-0380ebf5c6d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0565419 May 19 06:06:36.249460 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-aeb1f7dd-b6cc-4b89-bf2a-2c0ea4202485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:36.250882 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-aeb1f7dd-b6cc-4b89-bf2a-2c0ea4202485 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675044 May 19 06:06:36.381188 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-311be382-5264-4a4e-afce-b9e14e69520d service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230149 May 19 06:06:36.514796 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-93ac0a7f-bde3-445e-9be8-17537ba549ed req-97ee427a-25aa-4066-8fd1-ff0baed73c2e service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256130 May 19 06:06:36.606780 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc3442-bc2f-4754-9331-b1014aa58b92 req-839df4eb-992d-4acd-8abc-b0a323016171 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:36.608225 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-38cc3442-bc2f-4754-9331-b1014aa58b92 req-839df4eb-992d-4acd-8abc-b0a323016171 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 943 time: 0.0820589 May 19 06:06:36.650989 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-38cc3442-bc2f-4754-9331-b1014aa58b92 req-e66b7caa-3ebd-4840-97c9-dcdc65ac5c08 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 May 19 06:06:37.498969 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 44403ddc-fee4-4009-81df-89b0d4dae38b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=103797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 06:06:37.628345 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:37.642059 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Returning: {'device': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'port_id': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'mac_address': 'fa:16:3e:7f:69:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 06:06:37.695856 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.711805 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44403ddc-fee4-4009-81df-89b0d4dae38b {{(pid=103797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 06:06:37.726535 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:37.794222 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:37.796080 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-efdc4079-670a-44c0-a06a-60419ae64404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:37.837280 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984d6ae-1562-40f9-91e5-0443263cb428 req-c05063e3-2abb-4113-8823-d0424e7950e8 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:37.838724 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d984d6ae-1562-40f9-91e5-0443263cb428 req-c05063e3-2abb-4113-8823-d0424e7950e8 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 944 time: 0.0792074 May 19 06:06:37.864015 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:37.867975 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:37.883329 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d984d6ae-1562-40f9-91e5-0443263cb428 req-ef6dbc52-3991-4272-8dd5-a8cc92242fb1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 May 19 06:06:38.002671 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['44403ddc-fee4-4009-81df-89b0d4dae38b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:06:39.062238 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5839-8708-47d6-9d90-f19d7add725c req-bdb004f2-f845-4634-8245-0c7fe4f15b97 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:39.063687 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8b7c5839-8708-47d6-9d90-f19d7add725c req-bdb004f2-f845-4634-8245-0c7fe4f15b97 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 944 time: 0.0792103 May 19 06:06:39.109271 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8b7c5839-8708-47d6-9d90-f19d7add725c req-0061863c-db2a-4e5c-bf3a-724c2e04e8ee tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 May 19 06:06:39.514911 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 44403ddc-fee4-4009-81df-89b0d4dae38b up at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 06:06:39.649131 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning for port 44403ddc-fee4-4009-81df-89b0d4dae38b completed by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 06:06:39.653628 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Provisioning complete for port 44403ddc-fee4-4009-81df-89b0d4dae38b triggered by entity L2. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:39.657548 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.768388 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.795315 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:39.805826 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:39.838641 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'code': 200} May 19 06:06:39.872014 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762'] for port, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:39.873867 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:39.939852 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=5']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:39.942756 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:40.208767 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06683d-d416-4db2-82f9-c24dff681dc2 req-1d2c6335-aed9-4eb2-8ab1-91248d50d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:40.210131 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ec06683d-d416-4db2-82f9-c24dff681dc2 req-1d2c6335-aed9-4eb2-8ab1-91248d50d642 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1098 time: 0.0683410 May 19 06:06:40.402209 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-ec06683d-d416-4db2-82f9-c24dff681dc2 req-c1d4d490-5bc2-48d3-ace9-f4b2e225ee24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593516 May 19 06:06:40.425446 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43466391-7ed7-4c9c-8c13-f7a4fbcb3922 req-ff9404a0-0829-4dcf-9874-6ea87dff4b42 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:40.426889 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43466391-7ed7-4c9c-8c13-f7a4fbcb3922 req-ff9404a0-0829-4dcf-9874-6ea87dff4b42 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.2137094 May 19 06:06:40.471380 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43466391-7ed7-4c9c-8c13-f7a4fbcb3922 req-fac4acc2-e37d-4c52-9123-9417a72c7016 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 May 19 06:06:41.658875 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d76b8-9bdf-4d99-aadc-a486faf66726 req-ff7be1d3-0510-4637-97ae-545ece90599d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:41.660242 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d90d76b8-9bdf-4d99-aadc-a486faf66726 req-ff7be1d3-0510-4637-97ae-545ece90599d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0830240 May 19 06:06:41.704550 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-d90d76b8-9bdf-4d99-aadc-a486faf66726 req-861fbba7-6386-4cbd-b91c-09ab4ea761d6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 May 19 06:06:41.885375 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd119c7-8aea-4f33-a1a6-084ab61834e5 req-213bcc3d-f491-43f9-8ac3-e1c59b2a4c2d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:41.886812 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fbd119c7-8aea-4f33-a1a6-084ab61834e5 req-213bcc3d-f491-43f9-8ac3-e1c59b2a4c2d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0782354 May 19 06:06:41.930145 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fbd119c7-8aea-4f33-a1a6-084ab61834e5 req-e3e77cde-9363-457b-a0e8-76865556dd0d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 May 19 06:06:42.310718 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c5acb-c269-4f73-b0ec-35109e85180c req-96598549-0007-4b09-af87-f1fa7cb15eed tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:42.312184 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7f0c5acb-c269-4f73-b0ec-35109e85180c req-96598549-0007-4b09-af87-f1fa7cb15eed tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0814395 May 19 06:06:42.355164 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7f0c5acb-c269-4f73-b0ec-35109e85180c req-2e221b9f-27e9-47a5-b46a-b3ac041afe06 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374029 May 19 06:06:47.946279 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271729bf-7bcc-4da2-9bf5-821e5bf5bb72 req-3a1348d5-f401-44c9-bad9-b3961030ee2a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:47.947740 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-271729bf-7bcc-4da2-9bf5-821e5bf5bb72 req-3a1348d5-f401-44c9-bad9-b3961030ee2a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0820959 May 19 06:06:47.991112 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-271729bf-7bcc-4da2-9bf5-821e5bf5bb72 req-dc96989b-fbbc-41d6-9364-d282842e611d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 May 19 06:06:48.014786 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56656) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:48.183171 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f55925-7c02-4c7a-953d-3546d2c1ce7d tempest-TestMinimumBasicScenario-730061979 tempest-TestMinimumBasicScenario-730061979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:48.184559 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-38f55925-7c02-4c7a-953d-3546d2c1ce7d tempest-TestMinimumBasicScenario-730061979 tempest-TestMinimumBasicScenario-730061979-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1093 time: 0.1687787 May 19 06:06:48.187639 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56662) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:48.192540 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'floatingip': {'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'port_id': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:48.198719 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:48.202469 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:floatingip and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:48.205262 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:48.210802 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.quota.driver [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:48.294605 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for floatingip, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.428647 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.563121 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Allocated IP 172.28.2.222 (a9a911a4-f1dc-4a86-8971-72a020d499e7/44ec44ef-864c-4993-a48e-6b1c5bcf878d/6bc783b5-b9e9-45ac-ae98-ba51cf3b908c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:06:48.705528 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for port, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.800114 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727509093623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.803555 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-6674aa16-ab3d-4eda-9c96-04191d6bb75e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:48.867310 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Network a9a911a4-f1dc-4a86-8971-72a020d499e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:06:48.870041 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:06:48.873675 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 06:06:48.902757 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cadce4ca-ed93-4388-91c3-e8d83d1896e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:48.911061 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'Port': ['ID=6bc783b5-b9e9-45ac-ae98-ba51cf3b908c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:48.918816 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:49.267777 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.410409 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.711765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.771200 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:49.775765 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e218eabb-6e17-4732-9ad8-425032b95d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:49.882381 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'Port': ['ID=6bc783b5-b9e9-45ac-ae98-ba51cf3b908c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:49.893097 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.893464 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.893823 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.894175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.894522 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.894871 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.895242 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.895587 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.895929 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.896269 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.896607 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.896943 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:49.901154 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:49.903984 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036467'] for floatingip, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:50.070434 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.l3_db [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Floating IP 3cc8090f-9fe8-40ce-8b5f-f86f42167e4a associated. External IP: 172.28.2.222, port: 44403ddc-fee4-4009-81df-89b0d4dae38b. May 19 06:06:50.411284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Router eca22817-6c14-4908-9e3b-b24ab523a353 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:06:50.584335 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:06:50.594084 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] Sync routers for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:06:50.603987 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:50.604596 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:06:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:50.694711 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:50.754160 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-397a9401-e4c6-4010-a77d-9a33596757e1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5630772 May 19 06:06:50.754160 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:50.754566 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56666) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:50.760722 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727133380', 'description': 'tempest-secgroup-smoke-1727133380 description', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:50.766969 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:50.777719 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:50.783051 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:50.799955 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'status': 'completed', 'code': 200} May 19 06:06:50.849476 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:50.871400 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:50.875345 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:50.878199 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:50.884266 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:50.893285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-809a1b2c-4121-43dd-a0b2-d4aac32992ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:50.894799 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-809a1b2c-4121-43dd-a0b2-d4aac32992ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1098 time: 0.0743740 May 19 06:06:50.960756 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.027538 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-a33e012b-0ec8-4f9f-a86a-6cbd8086c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:51.029027 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-a33e012b-0ec8-4f9f-a86a-6cbd8086c6d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1282411 May 19 06:06:51.033967 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.037956 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e41d3ac5-9fc5-49ff-9b78-558a7403a126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:51.080798 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb286c-64cc-4af4-aeb1-9b15c07f2eca,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:51.088573 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.088945 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.089306 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.089659 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.090008 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.090360 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.090706 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.091053 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.091421 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.091767 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.092115 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.092455 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:06:51.096025 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:51.131579 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-44a26026-c546-43d9-a6c6-af96fb6ef8b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 999 time: 0.0964820 May 19 06:06:51.132760 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '3cc8090f-9fe8-40ce-8b5f-f86f42167e4a', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'floating_ip_address': '172.28.2.222', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'port_id': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'mac_address': 'fa:16:3e:7f:69:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:06:49Z', 'updated_at': '2021-05-19T06:06:49Z', 'revision_number': 0, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:51.136231 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] Checking router: eca22817-6c14-4908-9e3b-b24ab523a353 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:06:51.144662 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:06:51.145254 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:06:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:51.152290 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.156248 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-fa3c41b3-44d5-45b9-834c-c8263c45d087 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3978755 May 19 06:06:51.156475 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56672) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:51.161777 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group_rule': {'security_group_id': '21bb286c-64cc-4af4-aeb1-9b15c07f2eca', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:51.168010 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:51.171927 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:51.174939 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:51.181460 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:51.193023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-b24e92d2-3fef-4a72-bf71-3f8e2be04e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:51.194468 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-b24e92d2-3fef-4a72-bf71-3f8e2be04e7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0564601 May 19 06:06:51.261689 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.333442 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.376727 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:06:51.394175 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-6514d369-b5be-40e9-a982-590ee346052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:51.395670 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-6514d369-b5be-40e9-a982-590ee346052b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1942039 May 19 06:06:51.420292 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.433585 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fa35d0f1-7bad-4b17-ac99-ce5d89a5a829 tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:51.433795 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.450777 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5d0288-6532-46dd-b1a1-01f33022f12f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:51.453946 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:51.532365 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-d7758c56-97de-4164-86c4-999ccee3cdb8 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292415 May 19 06:06:51.536466 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-dc964eeb-ab21-4f40-b19c-01c583011770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.548547 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.552300 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3923752 May 19 06:06:51.553130 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56676) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:51.557994 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group_rule': {'security_group_id': '21bb286c-64cc-4af4-aeb1-9b15c07f2eca', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:51.564119 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:51.568045 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:51.571669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:51.577722 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:51.651965 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.665528 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-e5a9b08f-fcab-4acc-b146-78fbac7acff4 req-b15ecd6f-495c-47d2-b951-6e7522ddbe69 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266005 May 19 06:06:51.716350 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.742473 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '3cc8090f-9fe8-40ce-8b5f-f86f42167e4a', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'floating_ip_address': '172.28.2.222', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'port_id': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'mac_address': 'fa:16:3e:7f:69:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:06:49Z', 'updated_at': '2021-05-19T06:06:49Z', 'revision_number': 0, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:06:51.746383 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48711dd9-46e4-44fe-a647-f419aee90306 None None] The sync data for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb is: [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_floatingips': [{'id': '3cc8090f-9fe8-40ce-8b5f-f86f42167e4a', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'floating_ip_address': '172.28.2.222', 'floating_network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'router_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'port_id': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'mac_address': 'fa:16:3e:7f:69:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:06:49Z', 'updated_at': '2021-05-19T06:06:49Z', 'revision_number': 0, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:06:51.797582 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.805749 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ce8cc1b3-0f31-470e-a034-1e976908a2f4 tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:51.826964 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69250279-c6b7-40b8-a1f3-e9d8c09dadd9,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:51.829901 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:51.920299 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a911dac-7d41-43ce-b9ac-c99b14ba2943 None None] New status for floating IP 3cc8090f-9fe8-40ce-8b5f-f86f42167e4a: ACTIVE {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:06:51.923318 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:51.926039 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-67accb82-ba23-49bd-a633-f53780ebb49a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3710856 May 19 06:06:51.927321 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56680) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:51.933002 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group_rule': {'security_group_id': '21bb286c-64cc-4af4-aeb1-9b15c07f2eca', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:51.938901 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:51.942724 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:51.945561 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:51.951869 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:52.033949 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.099245 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.180550 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.182638 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-d802a590-6cad-4908-b662-887ab336ac2b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:52.205377 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fa1dda-e5bd-4466-beb5-91c89189b589,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:52.207785 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:52.268668 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.328973 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.330229 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-da20aed2-3273-446f-a477-8bfb23f27ffc tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019535 May 19 06:06:52.332865 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56684) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:52.338487 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group_rule': {'security_group_id': '21bb286c-64cc-4af4-aeb1-9b15c07f2eca', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:52.344338 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:52.348109 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:52.350957 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:52.356604 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:52.416456 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.478613 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.563189 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.565208 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6663a3b5-fb5f-4313-8a8b-8f8490063788 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:52.587791 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad40cee2-cff6-401b-b7c5-e68759dc6b1b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:52.591976 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:52.673844 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.674956 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-ead65775-7be5-4d5e-a73d-4dbd206848e2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3412044 May 19 06:06:52.677590 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:52.682552 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group_rule': {'security_group_id': '21bb286c-64cc-4af4-aeb1-9b15c07f2eca', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:52.688199 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:52.691992 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:52.694806 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:52.700440 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:52.780252 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Project f0429040e4dc4625afca3f03ebf5da76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:06:52.785610 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.847422 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.925211 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:52.933068 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-e4808267-8686-4d92-80ab-e1a5bc14701b tempest-AttachVolumeTestJSON-779390164 tempest-AttachVolumeTestJSON-779390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:52.954216 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f6761f-4579-4ab6-a38d-a88cd19ef0d3,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:52.956589 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:53.005272 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:53.006441 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-1ce83f1f-bee6-4064-ba93-32114a9e5195 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279376 May 19 06:06:53.009577 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56692) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:06:53.015003 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'security_group_rule': {'security_group_id': '21bb286c-64cc-4af4-aeb1-9b15c07f2eca', 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:53.020619 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 06:06:53.025050 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Usage tracker for resource:security_group_rule and tenant:f0429040e4dc4625afca3f03ebf5da76 is out of sync, need to count used quota {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 06:06:53.027972 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 06:06:53.033817 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.db.quota.driver [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 06:06:53.188379 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Project f0429040e4dc4625afca3f03ebf5da76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:06:53.193998 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:53.257009 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:53.319891 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556484'] for security_group_rule, after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:53.322680 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:53.346408 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d6018d-a9fc-4e49-aa01-06aff8ad0cab,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:53.350884 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:53.432014 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:53.433282 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-6b9cc433-28c6-40ca-b406-adf12256c80a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4227910 May 19 06:06:53.551362 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-bea9bb30-2b8f-49bf-9569-0da521c77dd7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727133380&fields=id&tenant_id=f0429040e4dc4625afca3f03ebf5da76 HTTP/1.1" status: 200 len: 267 time: 0.0399203 May 19 06:06:53.633177 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-b46790c8-efca-4a9f-a6cf-ecf1b740c5eb tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:53.634606 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-b46790c8-efca-4a9f-a6cf-ecf1b740c5eb tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0777948 May 19 06:06:53.645500 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.v2.base [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'port': {'security_groups': ['ef05b3ab-c529-4b51-8a77-d036facfeb96', '21bb286c-64cc-4af4-aeb1-9b15c07f2eca']}} {{(pid=103796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:06:53.761633 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:54.007781 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:06:54.032409 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for port, precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:54.094754 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262243027'] for port, after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:54.100326 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:06:54.105958 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['44403ddc-fee4-4009-81df-89b0d4dae38b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:06:54.163295 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:54.163902 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:54.165311 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-0abc54b0-76de-46e5-a7e8-0d5f3de6fce3 req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "PUT /v2.0/ports/44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 981 time: 0.5242348 May 19 06:06:54.171828 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:06:54.187258 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:06:54.191495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d3ad2828-9bf1-447c-a216-50d7aa3448f4 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:06:54.231865 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'status': 'completed', 'code': 200} May 19 06:06:54.240383 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['44403ddc-fee4-4009-81df-89b0d4dae38b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:06:54.392194 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-2f5fc8c5-0113-4c44-b1d8-00abb34ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:54.393682 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-2f5fc8c5-0113-4c44-b1d8-00abb34ca290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1137 time: 0.1475592 May 19 06:06:54.396644 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:54.405394 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e887c68-5222-417b-b927-2004d88f1fdb req-1ac30777-b2a3-4ab7-8421-fdd7f35ed4ad tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:54.407257 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e887c68-5222-417b-b927-2004d88f1fdb req-1ac30777-b2a3-4ab7-8421-fdd7f35ed4ad tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.1115334 May 19 06:06:54.502770 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-a8f59d30-09f5-4c69-91c6-3bf6053a5037 None None] Provisioning complete for port 44403ddc-fee4-4009-81df-89b0d4dae38b triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:06:54.503171 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a8f59d30-09f5-4c69-91c6-3bf6053a5037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:06:54.540860 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-7e887c68-5222-417b-b927-2004d88f1fdb req-ea235115-67ab-4091-bd36-2b6d24dbd12b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157451 May 19 06:06:54.574627 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-4c62902a-77b0-4f2c-aa37-7ac64a644147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:54.576172 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-4c62902a-77b0-4f2c-aa37-7ac64a644147 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1684661 May 19 06:06:54.674582 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-370f64f2-e2fd-43f9-b009-0704723ff020 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 1001 time: 0.0920327 May 19 06:06:54.739062 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-d0ea6466-e318-4f46-a407-9ec56425a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:54.740499 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-d0ea6466-e318-4f46-a407-9ec56425a4a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0593584 May 19 06:06:54.814235 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-578794bf-a4d8-423c-a93f-2bb69e9b362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:06:54.815640 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-578794bf-a4d8-423c-a93f-2bb69e9b362d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687294 May 19 06:06:54.945646 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-7ffd2b0d-fc00-4112-b2a4-60d7285adc59 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233749 May 19 06:06:55.175636 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b68b25e9-8f4b-4c09-8bc5-1a2f5df0bc0c req-f483fc79-1660-4d7e-bc43-71a432b9b018 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234325 May 19 06:06:56.974195 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:07:02.231978 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:07.472714 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-10c0ada6-6b09-4940-bd60-d2089b9552c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712557 May 19 06:07:07.606386 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-97cd92d7-6b1f-4635-afb4-b18a869bdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:07.607849 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-97cd92d7-6b1f-4635-afb4-b18a869bdef2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1137 time: 0.0681975 May 19 06:07:07.748932 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-87df2d52-cea2-4797-900f-c8a42552b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:07.750321 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-87df2d52-cea2-4797-900f-c8a42552b3a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1222360 May 19 06:07:07.850767 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-a8581f32-7879-46a0-bdc6-fec291b5ca91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 1001 time: 0.0930097 May 19 06:07:07.913850 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-253683f9-0b64-4b64-8251-74dd6bcd3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:07.915241 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-253683f9-0b64-4b64-8251-74dd6bcd3c6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0553327 May 19 06:07:07.990706 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-808e285b-22c6-4210-b84e-034a3f6e90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:07.992122 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-808e285b-22c6-4210-b84e-034a3f6e90c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698230 May 19 06:07:08.119042 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-846bdf68-a811-4c23-a282-081234e011ab service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197639 May 19 06:07:08.246366 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-43f7083b-8726-46c4-a4b3-676b583fcd91 req-b6b15b7e-d478-4d66-afee-8a5574b7c9ab service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206102 May 19 06:07:17.774817 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7973b-375a-49ed-9c6c-07355c3bd7ea req-cb4fdd9e-d76a-4109-86c2-22000cb77f15 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:17.776264 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b6f7973b-375a-49ed-9c6c-07355c3bd7ea req-cb4fdd9e-d76a-4109-86c2-22000cb77f15 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.1183500 May 19 06:07:17.838101 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b6f7973b-375a-49ed-9c6c-07355c3bd7ea req-f845995d-ded0-4522-a104-5942541ff365 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552261 May 19 06:07:17.847167 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-5678c90f-551f-4a86-b810-3aff85b02984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:17.848618 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-5678c90f-551f-4a86-b810-3aff85b02984 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1137 time: 0.1197488 May 19 06:07:17.975507 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-54fb5220-387f-4965-81df-8caa09feca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:17.976958 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-54fb5220-387f-4965-81df-8caa09feca50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1218617 May 19 06:07:18.076893 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-195b4632-d654-4dea-8b59-40749af2dd8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 1001 time: 0.0929091 May 19 06:07:18.138056 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-ac427fb1-3fed-42b5-9d3f-61c86800fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:18.139398 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-ac427fb1-3fed-42b5-9d3f-61c86800fa10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0551939 May 19 06:07:18.215631 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-e269db14-4ebd-4ca8-a9fc-adde77b5ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:18.217030 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-e269db14-4ebd-4ca8-a9fc-adde77b5ef5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708649 May 19 06:07:18.455289 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-43160a61-4173-4dae-9c22-242592edeb33 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304101 May 19 06:07:18.581829 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-898d6670-bff5-4c1a-a936-40eaa18b17cc req-35fe6f38-9aca-416c-be04-a29a0c7d2582 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198504 May 19 06:07:18.907771 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa3a-40f5-47bd-8b06-74b7b5f64a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:19.025243 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a0a93-86ac-43fc-b3c5-1baa4e558908 req-e0d6f8df-219e-43fc-9de8-a8d39737e5d9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:19.026670 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0a7a0a93-86ac-43fc-b3c5-1baa4e558908 req-e0d6f8df-219e-43fc-9de8-a8d39737e5d9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0816567 May 19 06:07:19.070909 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-0a7a0a93-86ac-43fc-b3c5-1baa4e558908 req-00a59833-03d7-42b9-a478-3b00acb185d7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Synchronizing usage tracker for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:security_group {{(pid=103795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:07:19.130179 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.quota.resource [req-0a7a0a93-86ac-43fc-b3c5-1baa4e558908 req-00a59833-03d7-42b9-a478-3b00acb185d7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Unset dirty status for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:security_group {{(pid=103795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:07:19.131254 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0a7a0a93-86ac-43fc-b3c5-1baa4e558908 req-00a59833-03d7-42b9-a478-3b00acb185d7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987628 May 19 06:07:20.310616 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277ba55-53f4-4d8e-8c8a-e490e4baab04 req-f2ddeb01-9485-4266-9bff-da72e867e0c6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:20.316039 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d277ba55-53f4-4d8e-8c8a-e490e4baab04 req-f2ddeb01-9485-4266-9bff-da72e867e0c6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0783536 May 19 06:07:20.356921 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-d277ba55-53f4-4d8e-8c8a-e490e4baab04 req-eba7bb84-923f-4b4f-b6e4-609f7b404c56 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391951 May 19 06:07:21.312925 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:21.490501 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8b13ded3-bc78-42c4-bb24-3763687a7611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:21.541563 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948747-9c1e-478b-a751-b7467255b182 req-13f3b65d-8fa6-493e-ba42-7b5f99178a31 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:21.543006 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-09948747-9c1e-478b-a751-b7467255b182 req-13f3b65d-8fa6-493e-ba42-7b5f99178a31 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0784736 May 19 06:07:21.588938 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-09948747-9c1e-478b-a751-b7467255b182 req-2680ca53-aaa5-4ea2-a76c-be47164fb0a7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400212 May 19 06:07:22.278492 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:22.773347 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be928402-c849-49a7-aa04-eefe2479eeff req-389ad9ab-73fc-4bd2-ba53-b57dbf22b949 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:22.775256 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-be928402-c849-49a7-aa04-eefe2479eeff req-389ad9ab-73fc-4bd2-ba53-b57dbf22b949 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0813413 May 19 06:07:22.820299 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-be928402-c849-49a7-aa04-eefe2479eeff req-a311c0e2-c743-4524-ae40-b0f2df1c29a0 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392220 May 19 06:07:24.007169 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c6d2-488a-44ab-94ee-3088b436c92e req-8062bcb4-c6f7-4e75-9a52-030a565a1b2a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:24.008589 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b1b6c6d2-488a-44ab-94ee-3088b436c92e req-8062bcb4-c6f7-4e75-9a52-030a565a1b2a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0814157 May 19 06:07:24.055869 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-b1b6c6d2-488a-44ab-94ee-3088b436c92e req-a3d392bf-ff6b-47c9-9854-eb18022a5472 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412347 May 19 06:07:24.381481 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:25.235609 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cce21-4df2-4bc3-a66e-44f9077d0566 req-e53c274e-571b-40ae-bddf-89abdebb2a0b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:25.237030 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8e4cce21-4df2-4bc3-a66e-44f9077d0566 req-e53c274e-571b-40ae-bddf-89abdebb2a0b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0784104 May 19 06:07:25.285013 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-8e4cce21-4df2-4bc3-a66e-44f9077d0566 req-197b9533-9e8e-49ff-824f-507688d7777a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422401 May 19 06:07:26.470994 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac741b5-9af0-476f-ba70-220b0edaac0e req-a9c90695-d07a-427e-b699-abf86cb6672c tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:26.472460 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6ac741b5-9af0-476f-ba70-220b0edaac0e req-a9c90695-d07a-427e-b699-abf86cb6672c tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0829077 May 19 06:07:26.518843 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-6ac741b5-9af0-476f-ba70-220b0edaac0e req-87ce65b9-9792-48c8-b6e2-513feaf9b34f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405858 May 19 06:07:27.699461 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2815a70-fbfc-4f3f-802f-9d74709e07bc req-e26afa82-05fc-478f-a292-0c012e5be777 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:27.700795 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c2815a70-fbfc-4f3f-802f-9d74709e07bc req-e26afa82-05fc-478f-a292-0c012e5be777 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0793302 May 19 06:07:27.745591 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-c2815a70-fbfc-4f3f-802f-9d74709e07bc req-851f4e76-c841-4296-9a0a-4556ec64f5ae tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390670 May 19 06:07:28.925151 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876396cc-764e-406e-8480-fa1ff603bb79 req-359a4bae-309d-4143-8fd4-a537cbfdd528 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:28.926567 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-876396cc-764e-406e-8480-fa1ff603bb79 req-359a4bae-309d-4143-8fd4-a537cbfdd528 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0788040 May 19 06:07:28.972214 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-876396cc-764e-406e-8480-fa1ff603bb79 req-8f8b0820-d60f-4640-908c-66aa24e4643b tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399373 May 19 06:07:30.158166 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f9ad7-a024-499b-abf8-64ed0dc86cf8 req-6d006719-4e01-48ed-8e5d-e16a5fd3bb0d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:30.159626 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-912f9ad7-a024-499b-abf8-64ed0dc86cf8 req-6d006719-4e01-48ed-8e5d-e16a5fd3bb0d tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0823710 May 19 06:07:30.205570 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-912f9ad7-a024-499b-abf8-64ed0dc86cf8 req-c7ebc681-515c-4b77-aa3d-cd1c45142bd1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401840 May 19 06:07:31.394036 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785216e-c625-4931-b002-8ed961d3d76a req-4f4d5fe4-4f57-4fef-a006-219b109c6078 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:31.395496 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a785216e-c625-4931-b002-8ed961d3d76a req-4f4d5fe4-4f57-4fef-a006-219b109c6078 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0830467 May 19 06:07:31.442995 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-a785216e-c625-4931-b002-8ed961d3d76a req-7d81077a-2722-4c22-af36-42f5c6afeb7a tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414913 May 19 06:07:32.225825 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:32.623329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6b06-c8e5-49d9-a86a-a7045d4b1fb4 req-3569fcc3-d551-4de9-af13-571f97b2e7c9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:32.624744 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fe3d6b06-c8e5-49d9-a86a-a7045d4b1fb4 req-3569fcc3-d551-4de9-af13-571f97b2e7c9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0786412 May 19 06:07:32.670590 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-fe3d6b06-c8e5-49d9-a86a-a7045d4b1fb4 req-3d6fc13d-8700-4520-a721-12ae56151aeb tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401053 May 19 06:07:33.851347 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ac845-9b82-452d-bb77-97ef544475ca req-48579eac-fcb5-4e28-beb9-709108350b2c tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:33.853458 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0c2ac845-9b82-452d-bb77-97ef544475ca req-48579eac-fcb5-4e28-beb9-709108350b2c tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0792437 May 19 06:07:33.902297 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-0c2ac845-9b82-452d-bb77-97ef544475ca req-0957504b-a748-4926-b4c9-a580b8cc0966 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430422 May 19 06:07:33.972111 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:07:35.086427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e7df-7a12-48f7-abbc-e67f2c7245aa req-7763d468-600b-4149-ae43-cb21201d9fc1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:07:35.087922 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f7f0e7df-7a12-48f7-abbc-e67f2c7245aa req-7763d468-600b-4149-ae43-cb21201d9fc1 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0817025 May 19 06:07:35.134121 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f7f0e7df-7a12-48f7-abbc-e67f2c7245aa req-148bc719-15c4-4313-a7e0-c34a1c3d4fde tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=21bb286c-64cc-4af4-aeb1-9b15c07f2eca&id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404058 May 19 06:07:48.969235 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-734cd7c1-b413-4f03-9e43-6b1068b37629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:51.299505 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:51.477111 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-12f8135b-ff34-4609-9437-755cdcee15ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:52.271831 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:07:54.380746 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:02.219584 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.109994 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-14964ce6-ed88-4f23-960b-96b6ff79a4b7 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727133380&fields=id&tenant_id=f0429040e4dc4625afca3f03ebf5da76 HTTP/1.1" status: 200 len: 267 time: 0.0391285 May 19 06:08:04.191560 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-44bb6711-2993-45c6-a1f5-3278685f0006 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:04.192961 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-44bb6711-2993-45c6-a1f5-3278685f0006 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 984 time: 0.0778103 May 19 06:08:04.203315 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Request body: {'port': {'security_groups': ['ef05b3ab-c529-4b51-8a77-d036facfeb96']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 06:08:04.320265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4190323'] for port, before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.559790 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:04.584235 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for port, precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.637807 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727509544367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727509096717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727509096762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1678684'] for port, after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.643547 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-fc40e49a-bee6-4196-be98-4743265b00e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:04.650500 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['44403ddc-fee4-4009-81df-89b0d4dae38b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:08:04.710669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:04.710669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.711183 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-4d893856-0fe3-4183-a2b0-1f2fe08aa2ee req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "PUT /v2.0/ports/44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 942 time: 0.5122578 May 19 06:08:04.711735 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:08:04.722911 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56756) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:04.748976 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event updated for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:04.758413 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.759296 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.760787 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.761450 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.761972 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.762531 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.763259 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.763782 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.764297 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.764819 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.765672 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.766179 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:04.770589 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-61da4e3c-c198-41ca-88af-c0f8c2a31f64 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:04.800888 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['44403ddc-fee4-4009-81df-89b0d4dae38b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:08:04.815089 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.849462 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:04.850382 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'status': 'completed', 'code': 200} May 19 06:08:04.961248 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-9ac10c73-6301-4bfb-8666-6c961eb8a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:04.962747 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-9ac10c73-6301-4bfb-8666-6c961eb8a384 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1098 time: 0.0764906 May 19 06:08:04.981742 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.provisioning_blocks [None req-45719ebf-1f4f-47c4-bc30-c86e5cfb31b0 None None] Provisioning complete for port 44403ddc-fee4-4009-81df-89b0d4dae38b triggered by entity DHCP. {{(pid=103797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 06:08:04.982041 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-45719ebf-1f4f-47c4-bc30-c86e5cfb31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3998381'] for port, provisioning_complete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:05.059331 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:05.070427 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-a5454c70-cc78-4afd-88bf-706763ef43ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:05.088343 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb286c-64cc-4af4-aeb1-9b15c07f2eca,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:05.101284 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.101698 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.102027 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.102383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.102735 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.103131 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.103461 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.103810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.104156 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.104503 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.104854 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.105193 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:05.110455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:05.128391 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-72631381-69df-421b-9546-675e1993c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:05.135059 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-72631381-69df-421b-9546-675e1993c681 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1608551 May 19 06:08:05.214960 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:05.216143 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-1a02591c-80a8-4051-863f-a4dce0b9a1f9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "DELETE /v2.0/security-groups/21bb286c-64cc-4af4-aeb1-9b15c07f2eca HTTP/1.1" status: 204 len: 168 time: 0.4908800 May 19 06:08:05.218874 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56762) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:05.317790 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-99f95ba5-d7c1-40ab-92da-9aea6ee9ecb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 1001 time: 0.1808729 May 19 06:08:05.465968 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-18bd78ca-0fab-42ee-a672-73ca6ddbb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:05.467425 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-18bd78ca-0fab-42ee-a672-73ca6ddbb301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.1381516 May 19 06:08:05.700359 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-1f278354-f6f1-490c-a216-c4ec332ee3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:05.701738 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-1f278354-f6f1-490c-a216-c4ec332ee3fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2275491 May 19 06:08:05.703689 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Deleting port 6bc783b5-b9e9-45ac-ae98-ba51cf3b908c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:05.704019 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:05.924935 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:05.925669 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:05.937017 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-0d979149-c010-4042-a675-324a2fc0ad22 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212300 May 19 06:08:06.068200 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Calling delete_port for 6bc783b5-b9e9-45ac-ae98-ba51cf3b908c owned by network:floatingip {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:06.196884 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-34e52c5a-ee5c-48bb-b3b1-e113013a488d req-bee1dab9-d8a0-470e-9e5d-71bd79f578f0 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072172 May 19 06:08:06.357852 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:06.361455 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9e40e352-03f4-4612-9a9c-32ea19d02b5b tempest-TestShelveInstance-504712558 tempest-TestShelveInstance-504712558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:06.402562 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event deleted for resources: {'Port': ['ID=6bc783b5-b9e9-45ac-ae98-ba51cf3b908c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:06.406285 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:06.498576 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks [] for floatingip, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:06.498903 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.db.l3_db [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Floating IP 3cc8090f-9fe8-40ce-8b5f-f86f42167e4a disassociated (deleted). External IP: 172.28.2.222, port: 44403ddc-fee4-4009-81df-89b0d4dae38b. May 19 06:08:06.837846 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Router eca22817-6c14-4908-9e3b-b24ab523a353 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:08:07.123693 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:08:07.132683 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] Sync routers for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:08:07.142124 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:08:07.142733 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:07:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:07.220183 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for floatingip, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:07.272716 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-5fee1684-c981-4e96-84a3-1f5c9ccead1f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "DELETE /v2.0/floatingips/3cc8090f-9fe8-40ce-8b5f-f86f42167e4a HTTP/1.1" status: 204 len: 168 time: 2.0528369 May 19 06:08:07.273441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:08:07.321198 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'status': 'completed', 'code': 200} May 19 06:08:07.326343 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:08:07.421052 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-4774ac8f-cb10-475f-8804-87737d480952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:07.422640 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-4774ac8f-cb10-475f-8804-87737d480952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1098 time: 0.0802233 May 19 06:08:07.561498 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-5ee84fb4-868b-4d48-86e4-6122ac0ff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:07.562577 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-5ee84fb4-868b-4d48-86e4-6122ac0ff3d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1330507 May 19 06:08:07.631428 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-1d7c9da7-4795-4846-9d45-e4dbf33148bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 217 time: 0.0610535 May 19 06:08:07.644636 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:07.648411 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] Checking router: eca22817-6c14-4908-9e3b-b24ab523a353 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:08:07.656704 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:08:07.657300 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:07:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:07.698602 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-ac26882e-98df-4c6e-8b08-e23098e82f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:07.700631 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-ac26882e-98df-4c6e-8b08-e23098e82f99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0615661 May 19 06:08:07.776318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-d9f14306-685e-4558-a5ef-92cd85a6e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:07.777790 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-d9f14306-685e-4558-a5ef-92cd85a6e068 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705218 May 19 06:08:07.839007 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:08:07.921581 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-22f75c9b-f243-45f2-b369-91423db96bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364431 May 19 06:08:08.054791 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-2dd1b4c7-db64-4378-8b69-b1d73a219f02 req-25e0743e-70e5-40fe-9811-92e276df9673 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259234 May 19 06:08:08.157344 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:08.161245 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e418f-2070-453d-acd8-1bfe9fe9b3c6 None None] The sync data for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb is: [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:05:56Z', 'revision_number': 4, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb', '_interfaces': [{'id': '4a4e672f-8972-465a-8654-6e0e9d885416', 'name': '', 'network_id': '3064107a-3a4f-42a3-872c-22195d47ac74', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'mac_address': 'fa:16:3e:93:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:56Z', 'updated_at': '2021-05-19T06:06:02Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'subnets': [{'id': '4ae67e65-5140-4d65-8e40-7c664a1fd7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:08:08.363256 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481dfdeb-7c4a-4c07-898e-a2d5580e9cbd None None] New status for floating IP 3cc8090f-9fe8-40ce-8b5f-f86f42167e4a: DOWN {{(pid=103798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 06:08:08.483195 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-411e1c92-33a0-4785-aa85-317492f5b6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676506 May 19 06:08:08.623840 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e069c-72c5-430f-ab96-444611e8c10d req-914349a9-e75a-4021-b4df-d21a0eed553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:08.625297 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-914349a9-e75a-4021-b4df-d21a0eed553f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0429040e4dc4625afca3f03ebf5da76&device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 1098 time: 0.0759661 May 19 06:08:08.766817 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e069c-72c5-430f-ab96-444611e8c10d req-e6f14531-e6f1-41c0-995f-01a3815e6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:08.768441 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-e6f14531-e6f1-41c0-995f-01a3815e6cf9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 200 len: 915 time: 0.1251612 May 19 06:08:08.836572 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-8c03723b-7401-45b9-ae06-ef8e7cc8c605 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 200 len: 217 time: 0.0620444 May 19 06:08:08.898590 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e069c-72c5-430f-ab96-444611e8c10d req-39bc1f5f-45e8-4c4f-9096-454613e9b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:08.900022 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-39bc1f5f-45e8-4c4f-9096-454613e9b0a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 200 len: 854 time: 0.0566542 May 19 06:08:08.973849 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e069c-72c5-430f-ab96-444611e8c10d req-5068a97b-d1ea-4902-8541-f09a8cf1d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:08.975342 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-5068a97b-d1ea-4902-8541-f09a8cf1d214 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3064107a-3a4f-42a3-872c-22195d47ac74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689039 May 19 06:08:09.108621 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-2040ca08-4c1b-4d33-9983-77070f619e17 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262109 May 19 06:08:09.239696 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-f87e069c-72c5-430f-ab96-444611e8c10d req-763e9d39-b0a8-4d2d-9c80-1163ffcb4007 service neutron] 10.222.0.32 "GET /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243396 May 19 06:08:10.971094 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:08:11.112129 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-7fb968e8-6926-4690-9a86-73840ee6bbd6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:11.112723 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-7fb968e8-6926-4690-9a86-73840ee6bbd6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Synchronizing usage tracker for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:port {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:08:11.185443 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-7fb968e8-6926-4690-9a86-73840ee6bbd6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Unset dirty status for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:port {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:08:11.186547 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-7fb968e8-6926-4690-9a86-73840ee6bbd6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.2543840 May 19 06:08:11.229390 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-aeb13024-b369-4c14-915a-9016da0280c9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Synchronizing usage tracker for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:security_group {{(pid=103796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 06:08:11.299710 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.quota.resource [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-aeb13024-b369-4c14-915a-9016da0280c9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Unset dirty status for tenant:f0429040e4dc4625afca3f03ebf5da76 on resource:security_group {{(pid=103796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 06:08:11.300799 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-b0be82ab-f1e3-460f-bc04-0386f0d23052 req-aeb13024-b369-4c14-915a-9016da0280c9 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084702 May 19 06:08:12.489296 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983939cd-954f-4376-a700-7a15f0308b8b req-a517499a-395e-4d81-93cb-823a6e0302c2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:12.490728 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-983939cd-954f-4376-a700-7a15f0308b8b req-a517499a-395e-4d81-93cb-823a6e0302c2 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0839663 May 19 06:08:12.535003 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-983939cd-954f-4376-a700-7a15f0308b8b req-6c808e6b-0484-453f-a990-d13e038e1368 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05b3ab-c529-4b51-8a77-d036facfeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 May 19 06:08:12.664810 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229952-0868-4ab8-9e53-5778f9340964 req-0b2d6c47-37c9-43a0-b4da-2f6c11acfc93 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 06:08:12.666123 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-68229952-0868-4ab8-9e53-5778f9340964 req-0b2d6c47-37c9-43a0-b4da-2f6c11acfc93 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.32 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 945 time: 0.0801337 May 19 06:08:12.794551 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Deleting port 44403ddc-fee4-4009-81df-89b0d4dae38b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:12.794885 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:12.922878 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] For port 44403ddc-fee4-4009-81df-89b0d4dae38b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=44403ddc-fee4-4009-81df-89b0d4dae38b,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:12.923135 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:13.045246 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Calling delete_port for 44403ddc-fee4-4009-81df-89b0d4dae38b owned by compute:nova {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:13.203265 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:13.208543 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:13.214349 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] get_ports_and_sgs() called for port_ids ['44403ddc-fee4-4009-81df-89b0d4dae38b'] {{(pid=103797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 06:08:13.257131 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Pushing event deleted for resources: {'Port': ['ID=44403ddc-fee4-4009-81df-89b0d4dae38b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:13.260329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:13.331819 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] No DVR routers for this DVR port 44403ddc-fee4-4009-81df-89b0d4dae38b on host hv-cinder-78240 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:08:13.334322 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3285'] for port, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:13.336916 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'name': 'network-vif-deleted', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 06:08:13.386388 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15acee5-5921-4049-8a0b-a618123c3e6e', 'name': 'network-vif-deleted', 'tag': '44403ddc-fee4-4009-81df-89b0d4dae38b', 'status': 'completed', 'code': 200} May 19 06:08:13.427085 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [req-68229952-0868-4ab8-9e53-5778f9340964 req-b201e80a-2ccf-468e-910c-e8a04e2af3a6 tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.32 "DELETE /v2.0/ports/44403ddc-fee4-4009-81df-89b0d4dae38b HTTP/1.1" status: 204 len: 173 time: 0.7553973 May 19 06:08:13.696015 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [req-148204ab-4a10-495e-9433-629254b84f19 req-2d175eb5-52fa-43db-8e69-f101c325f88f tempest-TestMinimumBasicScenario-491240252 tempest-TestMinimumBasicScenario-491240252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15acee5-5921-4049-8a0b-a618123c3e6e HTTP/1.1" status: 200 len: 210 time: 0.0498779 May 19 06:08:15.830534 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56844) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:16.345346 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:16.843944 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Deleting port 4a4e672f-8972-465a-8654-6e0e9d885416 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:16.844646 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:16.961563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] For port 4a4e672f-8972-465a-8654-6e0e9d885416, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=4a4e672f-8972-465a-8654-6e0e9d885416,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:16.961936 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:17.080654 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Calling delete_port for 4a4e672f-8972-465a-8654-6e0e9d885416 owned by network:router_interface {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:17.374215 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:17.378082 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-63b1a13c-c695-4508-8a04-d488106131cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:17.422181 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4e672f-8972-465a-8654-6e0e9d885416,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:17.427115 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:17.681701 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:17.968521 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 44403ddc-fee4-4009-81df-89b0d4dae38b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:18.005076 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] No Port match for: 44403ddc-fee4-4009-81df-89b0d4dae38b {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:08:18.005437 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Device 44403ddc-fee4-4009-81df-89b0d4dae38b not bound to the agent host hv-cinder-78240 {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:08:18.140261 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Router eca22817-6c14-4908-9e3b-b24ab523a353 has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:08:18.309599 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:08:18.318808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] Sync routers for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:08:18.322487 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-ce9535a0-6e5d-419d-9184-7273416a157e admin admin] 10.222.0.24 "PUT /v2.0/routers/eca22817-6c14-4908-9e3b-b24ab523a353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4904253 May 19 06:08:18.324630 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56848) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:18.328076 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:08:18.328690 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:07:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:18.499343 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks [] for router, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:18.504010 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: dv-cinder-782405-8-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:08:18.669926 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:18.786752 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:08:17Z', 'revision_number': 5, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port': {'id': '548b61af-aa45-4b06-af89-6ba3a282690d', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:05:53Z', 'updated_at': '2021-05-19T06:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:18.790516 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] Checking router: eca22817-6c14-4908-9e3b-b24ab523a353 for host: dv-cinder-782405-8-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:08:18.799239 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] Routers {'eca22817-6c14-4908-9e3b-b24ab523a353'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:08:18.799833 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:07:51Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['eca22817-6c14-4908-9e3b-b24ab523a353'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:18.831629 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Deleting port 548b61af-aa45-4b06-af89-6ba3a282690d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:18.831967 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:18.954277 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] Set router eca22817-6c14-4908-9e3b-b24ab523a353 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:08:18.954506 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] For port 548b61af-aa45-4b06-af89-6ba3a282690d, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=548b61af-aa45-4b06-af89-6ba3a282690d,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:18.954746 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:18.997178 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6ca7665d-245f-4361-b4be-53be20ca5bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.058527 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:08:18Z', 'revision_number': 6, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port_host': None}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:19.062935 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37f897-150d-440c-97e5-e96bbb77d395 None None] The sync data for ids ['eca22817-6c14-4908-9e3b-b24ab523a353'] in dv-cinder-782405-8-smb is: [{'id': 'eca22817-6c14-4908-9e3b-b24ab523a353', 'name': 'tempest-TestMinimumBasicScenario-1435090383-router', 'tenant_id': 'f0429040e4dc4625afca3f03ebf5da76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:05:52Z', 'updated_at': '2021-05-19T06:08:18Z', 'revision_number': 6, 'project_id': 'f0429040e4dc4625afca3f03ebf5da76', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:08:19.074974 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Calling delete_port for 548b61af-aa45-4b06-af89-6ba3a282690d owned by network:router_gateway {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:19.265847 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.269352 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-d573d874-7bde-4d0e-9d25-d355fd0452e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:19.310441 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Pushing event deleted for resources: {'Port': ['ID=548b61af-aa45-4b06-af89-6ba3a282690d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:19.312821 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:19.409336 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.682194 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.684358 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.768392 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.768875 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca22817-6c14-4908-9e3b-b24ab523a353 {{(pid=103796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:08:19.781583 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.782814 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-f78fe6d0-89a6-4cb4-bf97-cba03c2bc105 admin admin] 10.222.0.24 "DELETE /v2.0/routers/eca22817-6c14-4908-9e3b-b24ab523a353 HTTP/1.1" status: 204 len: 168 time: 1.4572067 May 19 06:08:19.785418 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56852) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:19.846292 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_v2 [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Deleting subnet 4ae67e65-5140-4d65-8e40-7c664a1fd7c5 {{(pid=103796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:08:19.849218 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.900831 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570392'] for subnet, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:19.979156 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.034704 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 548b61af-aa45-4b06-af89-6ba3a282690d no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:20.075306 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 548b61af-aa45-4b06-af89-6ba3a282690d {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:08:20.075661 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 548b61af-aa45-4b06-af89-6ba3a282690d not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:08:20.076094 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 4a4e672f-8972-465a-8654-6e0e9d885416 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:20.108722 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 4a4e672f-8972-465a-8654-6e0e9d885416 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:08:20.109131 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 4a4e672f-8972-465a-8654-6e0e9d885416 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:08:20.276966 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262312469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262470802'] for subnet, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.281563 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-36774838-0222-40a1-aa7b-2409ccef21d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:20.314883 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae67e65-5140-4d65-8e40-7c664a1fd7c5,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:20.317574 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:20.321063 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.326550 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b458d37e-73e2-468b-9d98-84ea073dd308 None None] Network 3064107a-3a4f-42a3-872c-22195d47ac74 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:08:20.328369 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-759fa69a-60fa-4c7d-a4b5-3953f29cd9da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ae67e65-5140-4d65-8e40-7c664a1fd7c5 HTTP/1.1" status: 204 len: 168 time: 0.5420029 May 19 06:08:20.330766 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56856) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:20.436482 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.510174 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Deleting port e5e456ce-307e-4b49-a52a-cdd6a8017606 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:20.511052 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.558446 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] DHCP port deletion for 3064107a-3a4f-42a3-872c-22195d47ac74 request from dv-cinder-782405-8-smb {{(pid=103797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:08:20.609079 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] For port e5e456ce-307e-4b49-a52a-cdd6a8017606, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e5e456ce-307e-4b49-a52a-cdd6a8017606,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:20.609454 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.624285 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Deleting port e5e456ce-307e-4b49-a52a-cdd6a8017606 {{(pid=103797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:20.624654 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.720621 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] For port e5e456ce-307e-4b49-a52a-cdd6a8017606, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=e5e456ce-307e-4b49-a52a-cdd6a8017606,segment=NetworkSegment(37be4bab-99b3-419a-8f1a-7c326e311c66),segment_id=37be4bab-99b3-419a-8f1a-7c326e311c66)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:20.721019 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.734237 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Calling delete_port for e5e456ce-307e-4b49-a52a-cdd6a8017606 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:20.853632 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.857842 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b1818ba4-1499-48f5-9d86-50f23f992ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:20.876997 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Calling delete_port for e5e456ce-307e-4b49-a52a-cdd6a8017606 owned by network:dhcp {{(pid=103797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:20.898785 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e456ce-307e-4b49-a52a-cdd6a8017606,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:20.902212 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:20.904876 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] No DVR routers for this DVR port e5e456ce-307e-4b49-a52a-cdd6a8017606 on host dv-cinder-782405-8-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:08:20.921879 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:20.925471 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:20.966389 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Pushing event deleted for resources: {'Port': ['ID=e5e456ce-307e-4b49-a52a-cdd6a8017606,revision_number=None']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:20.976323 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] No DVR routers for this DVR port e5e456ce-307e-4b49-a52a-cdd6a8017606 on host dv-cinder-782405-8-smb {{(pid=103797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.983940 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.984849 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.984849 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.984849 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-8-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:08:20.987671 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-31229cb1-22dd-4339-b75e-aa27c68652e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:21.017871 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.030761 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3064107a-3a4f-42a3-872c-22195d47ac74']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:21.042211 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37be4bab-99b3-419a-8f1a-7c326e311c66') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:21.042495 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37be4bab-99b3-419a-8f1a-7c326e311c66') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:21.053922 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.069209 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.075018 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:08:21.079775 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:08:21.087691 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:08:21.219708 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.223282 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-84017824-307b-4fc7-a20a-e6757f1b3d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:21.238438 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.246198 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3064107a-3a4f-42a3-872c-22195d47ac74,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:21.250230 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:21.253631 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3064107a-3a4f-42a3-872c-22195d47ac74 HTTP/1.1" status: 204 len: 168 time: 0.9219217 May 19 06:08:21.256513 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56860) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:21.311455 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.477433 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1d7274d5-5424-4433-b717-42275e19cc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:21.870236 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036361'] for router_interface, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:22.019626 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e5e456ce-307e-4b49-a52a-cdd6a8017606 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:22.055497 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: e5e456ce-307e-4b49-a52a-cdd6a8017606 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:08:22.055850 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device e5e456ce-307e-4b49-a52a-cdd6a8017606 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:08:22.263185 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Deleting port 9126dd8e-2679-4700-aa42-13e0609dd239 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:22.263520 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:22.294905 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:22.381023 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] For port 9126dd8e-2679-4700-aa42-13e0609dd239, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=9126dd8e-2679-4700-aa42-13e0609dd239,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:22.381382 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:22.498945 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Calling delete_port for 9126dd8e-2679-4700-aa42-13e0609dd239 owned by network:router_interface {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:22.694419 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:22.697846 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4440b1c1-24ec-4d0f-b8d3-2ffff2af94f5 tempest-AttachVolumeShelveTestJSON-945765947 tempest-AttachVolumeShelveTestJSON-945765947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:22.739885 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9126dd8e-2679-4700-aa42-13e0609dd239,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:22.742919 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:23.103475 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1038809'] for router_interface, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:23.456524 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf has already been hosted by L3 agent 24ef902b-7cbb-48f8-a157-6e9749e47a25 {{(pid=103796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 06:08:23.627329 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] Notify agent at l3_agent.dv-cinder-782405-8-smb the message routers_updated {{(pid=103796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 06:08:23.636126 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] Sync routers for ids ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'] in dv-cinder-782405-8-smb {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:08:23.636696 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-b9277403-eb51-40f9-952c-7068576004c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/66bb0a8a-5e5a-4687-b2dd-4423b566d0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3787882 May 19 06:08:23.638744 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56864) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:23.645832 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] Routers {'66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:08:23.646428 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:08:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:23.812492 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks [] for router, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:23.841190 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] Set router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf gateway port host: dv-cinder-782405-8-smb {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:08:23.984112 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.115006 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'external_fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:08:22Z', 'revision_number': 5, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port': {'id': '35dd58e3-80be-43aa-becf-f2292b423a48', 'name': '', 'network_id': 'a9a911a4-f1dc-4a86-8971-72a020d499e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:06:01Z', 'updated_at': '2021-05-19T06:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44ec44ef-864c-4993-a48e-6b1c5bcf878d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-8-smb'}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:24.118959 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] Checking router: 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf for host: dv-cinder-782405-8-smb {{(pid=103798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:08:24.127506 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] Routers {'66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'} bound to L3 agent in host dv-cinder-782405-8-smb {{(pid=103798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 06:08:24.128099 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T05:47:51Z,description=,heartbeat_timestamp=2021-05-19T06:08:21Z,host='dv-cinder-782405-8-smb',id=24ef902b-7cbb-48f8-a157-6e9749e47a25,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T05:47:52Z,topic='l3_agent')) {'router_ids': ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'], 'active': True} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:24.156932 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Deleting port 35dd58e3-80be-43aa-becf-f2292b423a48 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:24.157497 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.274425 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_dvr_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] Set router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf gateway port host: None {{(pid=103798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 06:08:24.275036 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] For port 35dd58e3-80be-43aa-becf-f2292b423a48, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=35dd58e3-80be-43aa-becf-f2292b423a48,segment=NetworkSegment(6a314cb4-6c9a-47d2-9764-f8eef87d9727),segment_id=6a314cb4-6c9a-47d2-9764-f8eef87d9727)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:24.275415 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.356920 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.377988 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.l3_hamode_db [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:08:23Z', 'revision_number': 6, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port_host': None}], 'dv-cinder-782405-8-smb', False) {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:24.382298 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d842e11-92ce-4e9b-a7df-c20b8f81b306 None None] The sync data for ids ['66bb0a8a-5e5a-4687-b2dd-4423b566d0cf'] in dv-cinder-782405-8-smb is: [{'id': '66bb0a8a-5e5a-4687-b2dd-4423b566d0cf', 'name': 'tempest-TestMinimumBasicScenario-268664298-router', 'tenant_id': '01d5aa12512a47768a30451b2666102b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:06:00Z', 'updated_at': '2021-05-19T06:08:23Z', 'revision_number': 6, 'project_id': '01d5aa12512a47768a30451b2666102b', 'gw_port_host': None}] {{(pid=103798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:08:24.505612 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Calling delete_port for 35dd58e3-80be-43aa-becf-f2292b423a48 owned by network:router_gateway {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:24.688290 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.691626 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-5439835c-64a7-45af-8530-975be6283818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:24.737610 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Pushing event deleted for resources: {'Port': ['ID=35dd58e3-80be-43aa-becf-f2292b423a48,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:24.762725 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:24.828265 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025634'] for router_gateway, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.995265 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59994'] for router, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:24.997964 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.082526 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024053'] for router, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.082950 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bb0a8a-5e5a-4687-b2dd-4423b566d0cf {{(pid=103796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 06:08:25.096848 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] Notify callbacks [] for router, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.097979 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-187f2ca7-2566-426c-a36c-beceea3e533a admin admin] 10.222.0.24 "DELETE /v2.0/routers/66bb0a8a-5e5a-4687-b2dd-4423b566d0cf HTTP/1.1" status: 204 len: 168 time: 1.4583168 May 19 06:08:25.100498 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56868) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:25.160800 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Deleting subnet 65057d87-a436-4a82-813b-971bc3d5f8c0 {{(pid=103796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 06:08:25.163658 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.216598 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570392'] for subnet, precommit_delete_associations {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.293988 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001983'] for subnet, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.619917 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262312469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262470802'] for subnet, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.624201 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-b1405fbb-83b4-4882-84aa-ba7bee5a2d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:25.656635 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65057d87-a436-4a82-813b-971bc3d5f8c0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:25.660162 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:25.662398 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.667713 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4d4db-de3f-4f11-a805-75567d2aed3d None None] Network 5ef62b38-267e-4eea-8b3d-d2f76f33b886 requested from dv-cinder-782405-8-smb {{(pid=103797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 06:08:25.668173 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-91f3e02b-06a0-490c-9747-3cec626e62ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/65057d87-a436-4a82-813b-971bc3d5f8c0 HTTP/1.1" status: 204 len: 168 time: 0.5666516 May 19 06:08:25.670608 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56872) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:25.773980 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129479'] for network, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.844342 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Deleting port 378c64bb-9b53-4550-bcef-0fcebee9517c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:25.844679 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.906413 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] DHCP port deletion for 5ef62b38-267e-4eea-8b3d-d2f76f33b886 request from dv-cinder-782405-8-smb {{(pid=103797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 06:08:25.944623 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] For port 378c64bb-9b53-4550-bcef-0fcebee9517c, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=378c64bb-9b53-4550-bcef-0fcebee9517c,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:25.944997 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:25.973424 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Deleting port 378c64bb-9b53-4550-bcef-0fcebee9517c {{(pid=103797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 06:08:25.973808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727509542759'] for port, before_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.047620 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 378c64bb-9b53-4550-bcef-0fcebee9517c no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:26.068880 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Calling delete_port for 378c64bb-9b53-4550-bcef-0fcebee9517c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:26.116172 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] For port 378c64bb-9b53-4550-bcef-0fcebee9517c, host dv-cinder-782405-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-8-smb',level=0,port_id=378c64bb-9b53-4550-bcef-0fcebee9517c,segment=NetworkSegment(0d8243a4-7ec9-4292-8b55-ee6f8257dc37),segment_id=0d8243a4-7ec9-4292-8b55-ee6f8257dc37)] {{(pid=103797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 06:08:26.116568 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038479'] for port, precommit_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.191198 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262243018'] for port, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.194874 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-e006bc27-0ecf-4bb5-b97e-4068a3baf7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:26.242060 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Calling delete_port for 378c64bb-9b53-4550-bcef-0fcebee9517c owned by network:dhcp {{(pid=103797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 06:08:26.248698 dv-cinder-782405-8-smb neutron-server[103797]: INFO neutron.plugins.ml2.db [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No ports have port_id starting with 378c64bb-9b53-4550-bcef-0fcebee9517c May 19 06:08:26.250590 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 9126dd8e-2679-4700-aa42-13e0609dd239 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:26.289821 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 9126dd8e-2679-4700-aa42-13e0609dd239 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:08:26.290171 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 9126dd8e-2679-4700-aa42-13e0609dd239 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:08:26.290599 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 35dd58e3-80be-43aa-becf-f2292b423a48 no longer exists at agent ovs-agent-dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 06:08:26.330272 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.plugin [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] No Port match for: 35dd58e3-80be-43aa-becf-f2292b423a48 {{(pid=103797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 06:08:26.330624 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.rpc [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Device 35dd58e3-80be-43aa-becf-f2292b423a48 not bound to the agent host dv-cinder-782405-8-smb {{(pid=103797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 06:08:26.339714 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Pushing event deleted for resources: {'Port': ['ID=378c64bb-9b53-4550-bcef-0fcebee9517c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:26.343336 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:26.344109 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] No DVR routers for this DVR port 378c64bb-9b53-4550-bcef-0fcebee9517c on host dv-cinder-782405-8-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:08:26.358498 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4194184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727509544376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727509096708'] for port, after_delete {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.362941 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:26.407467 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Pushing event deleted for resources: {'Port': ['ID=378c64bb-9b53-4550-bcef-0fcebee9517c,revision_number=None']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:26.409516 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] No DVR routers for this DVR port 378c64bb-9b53-4550-bcef-0fcebee9517c on host dv-cinder-782405-8-smb {{(pid=103797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:08:26.411062 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG oslo_concurrency.lockutils [None req-086c0c33-3f68-47f2-908f-c9362392bd1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:26.457014 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4000308', 'neutron.services.segments.db._delete_segments_for_network-8727509554818'] for network, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.469818 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef62b38-267e-4eea-8b3d-d2f76f33b886']}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:26.482225 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8243a4-7ec9-4292-8b55-ee6f8257dc37') {'for_net_delete': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:26.482521 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.services.segments.db [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8243a4-7ec9-4292-8b55-ee6f8257dc37') {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:08:26.493734 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727509565323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1570383'] for segment, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.509811 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068'] for segment, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.515945 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:08:26.516318 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4057068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262242999'] for segment, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: Traceback (most recent call last): May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: timer() May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: cb(*args, **kw) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: return func(*args, **kwargs) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: self._notify() May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: self.callback(batched_events) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: event.method(event) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: return f(self, *a, **k) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: return self._get(url).json() May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: return self.request(url, 'GET', **kwargs) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:08:26.529683 dv-cinder-782405-8-smb neutron-server[103796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:08:26.671029 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4000317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025609'] for network, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.674578 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:26.687228 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585110'] for network, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:26.697074 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef62b38-267e-4eea-8b3d-d2f76f33b886,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:26.702177 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:26.703040 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-bfca68c3-9c32-4476-a8c0-f01a95f107ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ef62b38-267e-4eea-8b3d-d2f76f33b886 HTTP/1.1" status: 204 len: 168 time: 1.0315199 May 19 06:08:26.994101 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56878) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:27.042548 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-2e1c1328-6da2-446b-8978-d4acd43120d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0429040e4dc4625afca3f03ebf5da76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472729 May 19 06:08:27.044941 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [-] (103796) accepted ('10.222.0.24', 56882) {{(pid=103796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:27.104383 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:27.129436 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:27.225302 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:27.228922 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-4f0f8362-817f-4dd2-8a48-d336ce720668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:27.242247 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05b3ab-c529-4b51-8a77-d036facfeb96,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:27.244819 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG oslo_concurrency.lockutils [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:27.298606 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:27.299740 dv-cinder-782405-8-smb neutron-server[103796]: INFO neutron.wsgi [None req-9f708986-3d7a-4950-80b3-f0bc3c89e051 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef05b3ab-c529-4b51-8a77-d036facfeb96 HTTP/1.1" status: 204 len: 168 time: 0.2539485 May 19 06:08:27.925955 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:27.973968 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-81b3e5f7-3412-42d9-9123-2f693ce721af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01d5aa12512a47768a30451b2666102b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468216 May 19 06:08:27.976320 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.24', 56894) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 06:08:28.036051 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:28.061317 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:28.197354 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055'] for security_group, after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:28.201477 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-5f212530-5944-4f62-bf50-bb458eab5faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 06:08:28.212575 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f5eea-a07a-44a1-b358-4e2396de3b41,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:08:28.216669 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 06:08:28.220265 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:28.221392 dv-cinder-782405-8-smb neutron-server[103795]: INFO neutron.wsgi [None req-dc90ccc8-b4eb-41b7-9571-fa1f9eb98f72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d0f5eea-a07a-44a1-b358-4e2396de3b41 HTTP/1.1" status: 204 len: 168 time: 0.2442107 May 19 06:08:32.259208 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:47.969480 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:08:48.898750 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9b51f4ec-3f0d-4d4c-acfd-84702f388a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:51.298991 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:51.459157 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f6dc069e-dc34-47ef-b676-ec415764f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:52.327894 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:08:54.362015 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:02.207343 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:18.927330 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2844803-5d49-4217-9691-74f9ecf8548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:21.297914 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:21.504956 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-faaad2b5-5055-4c23-a210-99157e3f7966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:22.264355 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:24.366960 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:24.967956 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:09:32.241610 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:48.937227 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-deb5b6af-9e17-4a9d-82bd-17b5f28ce13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:51.298524 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:51.486920 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2c307d75-40ea-494a-964d-9e5087c55239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:52.286652 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:09:54.378160 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:01.966316 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:10:02.280718 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:18.920707 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da5fc708-7a86-4d78-ad4f-9a8cf381b813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:21.320598 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:21.474887 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c10cc6f9-0fb7-4583-a952-ac877bd99533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:22.309158 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:24.395340 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:32.263630 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:38.965253 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:10:48.952211 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-160b3ac6-b101-4736-a103-afefc7fc41e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:51.337557 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:51.497619 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6b668643-a893-4cde-b4b8-789fe5e5fbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:52.295341 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:10:54.366567 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:02.269594 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:02.920465 dv-cinder-782405-8-smb neutron-server[103796]: DEBUG neutron.wsgi [req-d1222c9b-a76a-42eb-ac34-afd3fa672074 req-93225da8-d8e8-45a9-a579-557f5b258ddf service neutron] (103796) timed out ('10.222.0.32', 55443) {{(pid=103796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 06:11:15.964276 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:11:18.968744 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b8c519b-67a2-4f4e-bab2-4752a633b390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:21.308808 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:21.494529 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9d75ebde-2336-49b4-94e4-3e3af34e95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:22.308637 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:24.388906 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:32.314368 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:48.942910 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2ad96bc8-ed42-4d6a-9899-033527bc2eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:51.305254 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:51.468841 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c6d10c1c-d263-4cd5-becb-41e31878a326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:52.285369 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:52.962687 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:11:54.394222 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:11:57.462374 dv-cinder-782405-8-smb neutron-server[103795]: DEBUG neutron.wsgi [req-26c580fa-e976-4867-b6ce-41a78e81422f req-c4e963e5-b121-441b-a831-6538d85d0b4c tempest-VolumesActionsTest-1625191219 tempest-VolumesActionsTest-1625191219-project] (103795) timed out ('10.222.0.32', 55469) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 06:12:02.303480 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:18.915312 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-45866e2f-0f7b-4699-8f0f-a6336f1eaaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:21.287194 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:21.452868 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1cba-f924-49b6-8d7c-3ec6e405832f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:22.292913 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:24.395483 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:29.961542 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 06:12:32.298000 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:48.924961 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-638a5e2b-b1c6-4fde-8d03-66304b3bd30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:51.331589 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7aece3ed-eab9-4ffd-b50a-5ad284d1cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:51.474550 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2264df8a-3189-4ef1-b8d5-917f708810ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:52.291924 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e26b425f-d38b-4123-9d01-314f52c2181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:12:54.394712 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-97152c61-3d47-4d48-b338-0c13a95fa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:13:02.308343 dv-cinder-782405-8-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2eea5f06-d364-42fb-bd1e-9f0f322ecd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727509558748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3998462'] for agent, after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 06:13:06.960497 dv-cinder-782405-8-smb neutron-server[103798]: DEBUG neutron.db.agents_db [None req-9fbbbdc5-d2f5-42ca-a9ab-14d9264319fe None None] Agent healthcheck: found 6 active agents {{(pid=103798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}